-- Logs begin at Tue 2021-04-13 13:55:32 UTC, end at Tue 2021-04-13 14:49:54 UTC. -- Apr 13 14:26:44.570018 dv-cinder-786054-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 13 14:26:47.779375 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.common.config [-] Logging enabled! Apr 13 14:26:47.780115 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev76 Apr 13 14:26:47.781298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 13 14:26:47.783056 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.common.config [-] Logging enabled! Apr 13 14:26:47.783347 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev76 Apr 13 14:26:47.783697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85165) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 13 14:26:47.784755 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 13 14:26:47.785040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 13 14:26:47.786132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 13 14:26:47.786419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 13 14:26:47.786675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 13 14:26:47.787047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.787391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.787732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.787990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.788328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.788659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.789030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.789367 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.789711 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.790033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.790346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.790667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.790930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.791281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.791613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.791945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.792198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] debug = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.792529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.793078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.793400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.793716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.794045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.794361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.794667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.794977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.795299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.795683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] host = dv-cinder-786054-1-smb {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.795993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.796320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.796652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.797002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.797311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.797625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.797949 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.798258 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.798822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] log_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.799130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.799460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.799785 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.800121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.800373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.800624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.800977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.801310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.801618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.801933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.802239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.802545 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.802854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.803157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.803481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.803804 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.804129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.804455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.804756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.805120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.805492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.805692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.806006 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.806311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.807118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.807460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.807763 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.808070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.808418 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.808744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.809086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.809415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.809721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.810045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.810351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.810652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.810957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] use_json = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.811261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.811566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.811889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.812197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.812502 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.812806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.813136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.813463 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:47.813803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.814137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.814479 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.814797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.815129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.815441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.815770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.816081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.816406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.816734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.817076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.817386 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.817711 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.818022 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.818359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.818706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.819041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.819373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.819682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.819986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.820292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.820606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.820988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.821280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.821612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.821929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.822267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.823086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.823411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.823717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.824029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.824359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.824669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.824996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.825310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.825619 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.825928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.826229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.826540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.826868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.827178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.827485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.827786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.828102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.828402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.828726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.829066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.829375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.829680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.829993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.830302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.830610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.830918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.831225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.831534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.831844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.832152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.832459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.832765 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.833109 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.833407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.833714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.834025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.834333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.834640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.834944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.835251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.835556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.835879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.836220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.836532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.836847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.837204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.837524 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.837832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.838197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.838487 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.838800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.839107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.839448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.839767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.840090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.840410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.840724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.841083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.841398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.841714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.842030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.842342 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.842669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.842987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.843321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.843650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.843981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.844311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.844645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.844979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.845336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.845652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:47.845897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 13 14:26:47.846190 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85165) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 13 14:26:48.525212 dv-cinder-786054-1-smb neutron-server[85165]: INFO keyring.backend [-] Loading Gnome Apr 13 14:26:48.543544 dv-cinder-786054-1-smb neutron-server[85165]: INFO keyring.backend [-] Loading Google Apr 13 14:26:48.546373 dv-cinder-786054-1-smb neutron-server[85165]: INFO keyring.backend [-] Loading Windows (alt) Apr 13 14:26:48.550258 dv-cinder-786054-1-smb neutron-server[85165]: INFO keyring.backend [-] Loading file Apr 13 14:26:48.551123 dv-cinder-786054-1-smb neutron-server[85165]: INFO keyring.backend [-] Loading keyczar Apr 13 14:26:48.551408 dv-cinder-786054-1-smb neutron-server[85165]: INFO keyring.backend [-] Loading multi Apr 13 14:26:48.552035 dv-cinder-786054-1-smb neutron-server[85165]: INFO keyring.backend [-] Loading pyfs Apr 13 14:26:48.599697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:26:48.600035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:26:48.600394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:26:48.600776 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 13 14:26:49.001220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.001826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.001826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.003202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.003607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.003906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.042452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.042771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.043070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.060498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.060813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.061145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.130610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.130918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.131218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.132227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.132529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.134593 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.418859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.419179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.419482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.419797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.420627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.576317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.576690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.577038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.577343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.577639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.578013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.578310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.578596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.578878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.579208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.579503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.579805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.580104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.580393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.580698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.581033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.581329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.581643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.581926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.582262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.582719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.583003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.583281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.583616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.583893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.584165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.584599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:49.584868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:49.585161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:49.585422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:49.585682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:49.585948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:49.586368 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 13 14:26:49.589908 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 13 14:26:49.593966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 13 14:26:49.597955 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Apr 13 14:26:49.599644 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 13 14:26:49.600906 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 13 14:26:49.601313 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 13 14:26:49.601752 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 13 14:26:49.605099 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 13 14:26:49.605400 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 13 14:26:49.605792 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 13 14:26:49.634239 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 13 14:26:49.635375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.635720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85165) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 13 14:26:49.636336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.637796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85165) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 13 14:26:49.638132 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 13 14:26:49.638414 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 13 14:26:49.641748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.642063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:49.716561 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 13 14:26:49.716790 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 13 14:26:49.717190 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 13 14:26:49.717654 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 13 14:26:49.752853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.sqlalchemy.engines [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85165) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 13 14:26:50.197115 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing driver for type 'gre' Apr 13 14:26:50.197778 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] gre ID ranges: [(1, 1000)] Apr 13 14:26:50.239546 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing driver for type 'local' Apr 13 14:26:50.239966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing driver for type 'vlan' Apr 13 14:26:50.252623 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] VlanTypeDriver initialization complete Apr 13 14:26:50.253151 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing driver for type 'vxlan' Apr 13 14:26:50.253754 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] vxlan ID ranges: [(1, 1000)] Apr 13 14:26:50.296970 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing extension driver 'port_security' Apr 13 14:26:50.297443 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.extensions.port_security [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] PortSecurityExtensionDriver initialization complete Apr 13 14:26:50.297882 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing mechanism driver 'openvswitch' Apr 13 14:26:50.298342 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing mechanism driver 'hyperv' Apr 13 14:26:50.305287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85165) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:26:50.306123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.306545 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.307497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.307941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnet after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.308338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnet after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.308732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnet after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.309463 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.309986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.310377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.310803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > security_group after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.311323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > security_group after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.312003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > security_group after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.312434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.312827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.313240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.313668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > address_group after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.314059 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > address_group after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.314440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > address_group after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.314813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] ML2 OVO RPC backend initialized. {{(pid=85165) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 13 14:26:50.315659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router_interface after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.316053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.316519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.316908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > networks before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.317318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.317700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > ports before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.318093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnet before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.318480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnets before_response 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.318874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.319254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.319635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.320012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.320392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.320768 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.321208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnet after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.321586 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnet after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.321960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > subnet after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.323189 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.plugin [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Modular L2 Plugin initialization complete Apr 13 14:26:50.323552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading services supported by the core plugin {{(pid=85165) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 13 14:26:50.323939 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.plugins.ml2.managers [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Got port-security extension from driver 'port_security' Apr 13 14:26:50.324454 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.extensions.vlantransparent [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Disabled vlantransparent extension. Apr 13 14:26:50.325033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85165) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 13 14:26:50.325387 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: router Apr 13 14:26:50.364460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router_interface before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.364978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router after_create 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.365438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router before_create 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.365897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.366375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.366817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router after_delete 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.367270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > floatingip after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.367734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router after_create 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.368167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router after_update 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.368612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router after_update 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.369079 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.370122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router after_update 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.370678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_update 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.371156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: port after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.371590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: port after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.372046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: subnet after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.372478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.372964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > port precommit_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.373400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_create 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.373835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: port before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.374271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.374801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router after_update 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.375235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_delete 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.375680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_create 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.376141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router_interface after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.376600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_update 55549900 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.377121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > network after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.378245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Tracking information for resource: router configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:50.378668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Tracking information for resource: floatingip configured {{(pid=85165) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 13 14:26:50.383957 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_agentschedulers_db [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 13 14:26:50.384697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: port after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.385211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: port after_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.385703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: port after_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.386145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: port after_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.387207 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router before_create 55550100 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.387663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_delete 55550100 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.388120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_create 55550100 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.388574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > router precommit_update 55550100 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.393617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.provider_configuration [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service providers = [] {{(pid=85165) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 13 14:26:50.394070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.servicetype_db [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85165) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 13 14:26:50.397219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.service_base [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 13 14:26:50.397655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.service_base [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 13 14:26:50.398079 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.service_base [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 13 14:26:50.399046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.service_base [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85165) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 13 14:26:50.399496 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.services.service_base [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 13 14:26:50.399982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.400477 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 13 14:26:50.411343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.411772 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: auto_allocate Apr 13 14:26:50.418716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: network precommit_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.419186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: network precommit_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.419862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.420268 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: tag Apr 13 14:26:50.428121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.428559 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: timestamp Apr 13 14:26:50.433314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.433743 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: network_ip_availability Apr 13 14:26:50.439521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.439992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.440434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.441447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.441858 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: flavors Apr 13 14:26:50.446889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.447444 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading Plugin: revisions Apr 13 14:26:50.452184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85165) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 13 14:26:50.452660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=85165) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:26:50.453630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85165) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 13 14:26:50.454053 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Initializing extension manager. Apr 13 14:26:50.454661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: __init__.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.455086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: __pycache__ {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.455506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.455990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: address_group.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.456947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.457759 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: address-group Apr 13 14:26:50.458169 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: address_scope.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.459009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.459663 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: address-scope Apr 13 14:26:50.460073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: admin_state_down_before_update.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.461295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.461973 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: router-admin-state-down-before-update Apr 13 14:26:50.462381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: agent.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.463279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.463924 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: agent Apr 13 14:26:50.464330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: agent_resources_synced.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.465447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.466180 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: agent-resources-synced Apr 13 14:26:50.466589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: allowedaddresspairs.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.468702 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.469409 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: allowed-address-pairs Apr 13 14:26:50.469823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: auto_allocated_topology.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.471077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.472438 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: auto-allocated-topology Apr 13 14:26:50.473064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: availability_zone.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.474182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.475034 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: availability_zone Apr 13 14:26:50.475529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: availability_zone_filter.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.476839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.477723 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: availability_zone_filter Apr 13 14:26:50.478210 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: data_plane_status.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.480137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.481017 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension data-plane-status not supported by any of loaded plugins Apr 13 14:26:50.481534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: default_subnetpools.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.482771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.483595 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: default-subnetpools Apr 13 14:26:50.484084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: dhcpagentscheduler.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.485385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.486164 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: dhcp_agent_scheduler Apr 13 14:26:50.486589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: dns.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.487589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.488236 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension dns-integration not supported by any of loaded plugins Apr 13 14:26:50.488650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: dns_domain_ports.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.489655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.490304 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 13 14:26:50.490716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: dvr.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.491501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.492146 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: dvr Apr 13 14:26:50.492557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: empty_string_filtering.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.493554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.494774 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: empty-string-filtering Apr 13 14:26:50.495223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.496224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.496867 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 13 14:26:50.497330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.498302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.498964 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 13 14:26:50.499376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: external_net.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.500348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.501017 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: external-net Apr 13 14:26:50.501432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: extra_dhcp_opt.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.502412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.503047 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: extra_dhcp_opt Apr 13 14:26:50.503456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: extraroute.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.504430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.505096 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: extraroute Apr 13 14:26:50.505521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: extraroute_atomic.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.506646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.507292 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: extraroute-atomic Apr 13 14:26:50.507700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: filter_validation.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.508470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.509129 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: filter-validation Apr 13 14:26:50.509540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: fip_pf_description.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.510518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.511155 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 13 14:26:50.511566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: fip_port_details.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.512664 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.513329 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: fip-port-details Apr 13 14:26:50.513740 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: flavors.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.515056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.515702 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: flavors Apr 13 14:26:50.516118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.517881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.518541 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 13 14:26:50.518958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: floatingip_pools.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.519774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.520418 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: floatingip-pools Apr 13 14:26:50.520831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: ip_allocation.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.521858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.522499 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension ip_allocation not supported by any of loaded plugins Apr 13 14:26:50.522916 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.523897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.524538 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: ip-substring-filtering Apr 13 14:26:50.524970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l2_adjacency.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.525946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.526576 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 13 14:26:50.526986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l3.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.528158 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.528808 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: router Apr 13 14:26:50.529250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l3_conntrack_helper.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.531646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.532311 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 13 14:26:50.532733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.533783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.534429 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: ext-gw-mode Apr 13 14:26:50.534844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.535945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.536589 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: l3-ha Apr 13 14:26:50.537046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l3_flavors.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.538026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.538678 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: l3-flavors Apr 13 14:26:50.539084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.540065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.540707 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 13 14:26:50.541660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: l3agentscheduler.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.542972 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.543637 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: l3_agent_scheduler Apr 13 14:26:50.544050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: logging.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.545833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.546504 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension logging not supported by any of loaded plugins Apr 13 14:26:50.546921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: metering.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.547895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.548968 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: metering Apr 13 14:26:50.549406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.550757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.551431 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: metering_source_and_destination_fields Apr 13 14:26:50.551849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: multiprovidernet.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.552895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.553578 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: multi-provider Apr 13 14:26:50.553993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: netmtu.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.555009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.555720 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: net-mtu Apr 13 14:26:50.556135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: netmtu_writable.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.557764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.558411 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: net-mtu-writable Apr 13 14:26:50.558826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: network_availability_zone.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.559750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.560400 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: network_availability_zone Apr 13 14:26:50.560828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: network_ip_availability.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.562127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.562790 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: network-ip-availability Apr 13 14:26:50.563204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: network_segment_range.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.564153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.564798 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension network-segment-range not supported by any of loaded plugins Apr 13 14:26:50.565233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: pagination.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.566381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.566806 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: pagination Apr 13 14:26:50.567213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: port_device_profile.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.568293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.569031 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: port-device-profile Apr 13 14:26:50.569448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.570447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.571095 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: port-mac-address-regenerate Apr 13 14:26:50.571503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.572514 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.573181 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: port-numa-affinity-policy Apr 13 14:26:50.573592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: port_resource_request.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.574557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.575189 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension port-resource-request not supported by any of loaded plugins Apr 13 14:26:50.575595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: portbindings.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.576582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.577243 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: binding Apr 13 14:26:50.577658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: portbindings_extended.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.579089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.579748 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: binding-extended Apr 13 14:26:50.580153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: portsecurity.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.581196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.581837 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: port-security Apr 13 14:26:50.582241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: project_id.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.583317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.583736 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: project-id Apr 13 14:26:50.584140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: providernet.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.585201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.585919 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: provider Apr 13 14:26:50.586320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.590424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.591068 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos not supported by any of loaded plugins Apr 13 14:26:50.591439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.592885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.593566 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 13 14:26:50.593927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.594941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.595531 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 13 14:26:50.595891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_default.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.596870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.597518 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-default not supported by any of loaded plugins Apr 13 14:26:50.597874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_fip.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.598600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.599174 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-fip not supported by any of loaded plugins Apr 13 14:26:50.599531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_gateway_ip.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.600529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.601144 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 13 14:26:50.601503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_port_network_policy.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.602462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.603050 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 13 14:26:50.603921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_rule_type_details.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.604862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.605493 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 13 14:26:50.605850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: qos_rules_alias.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.606926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.607504 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 13 14:26:50.607873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: quotasv2.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.608942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.611335 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: quotas Apr 13 14:26:50.611699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: quotasv2_detail.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.613526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.613916 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: quota_details Apr 13 14:26:50.614278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: rbac.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.615483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.616105 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: rbac-policies Apr 13 14:26:50.616468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: rbac_address_group.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.617473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.618062 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: rbac-address-group Apr 13 14:26:50.618435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: rbac_address_scope.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.619999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.620588 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: rbac-address-scope Apr 13 14:26:50.620964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: rbac_security_groups.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.621935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.622532 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: rbac-security-groups Apr 13 14:26:50.622887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: rbac_subnetpool.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.623852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.624439 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: rbac-subnetpool Apr 13 14:26:50.624793 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: revisionifmatch.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.625776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.626367 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: revision-if-match Apr 13 14:26:50.626728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: revisions.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.627892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.628472 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: standard-attr-revisions Apr 13 14:26:50.628833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: router_availability_zone.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.629596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.630182 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: router_availability_zone Apr 13 14:26:50.630538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: routerservicetype.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.631480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.632051 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension router-service-type not supported by any of loaded plugins Apr 13 14:26:50.632407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.633470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.634058 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: security-groups-normalized-cidr Apr 13 14:26:50.634421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: security_groups_port_filtering.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.636023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.636616 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: port-security-groups-filtering Apr 13 14:26:50.636999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.637958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.638541 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: security-groups-remote-address-group Apr 13 14:26:50.638899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: securitygroup.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.653369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.654043 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: security-group Apr 13 14:26:50.654419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: segment.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.655352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.655933 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension segment not supported by any of loaded plugins Apr 13 14:26:50.656295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.657349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.657935 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 13 14:26:50.658293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: servicetype.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.659409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.660004 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: service-type Apr 13 14:26:50.660367 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: sorting.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.661383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.661761 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: sorting Apr 13 14:26:50.662118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: standard_attr_segment.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.663040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.663635 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 13 14:26:50.663998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: standardattrdescription.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.664691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.665291 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: standard-attr-description Apr 13 14:26:50.665655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: stateful_security_group.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.666634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.667227 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: stateful-security-group Apr 13 14:26:50.667590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: stdattrs_common.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.668186 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 13 14:26:50.668544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.669603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.670192 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 13 14:26:50.670551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: subnet_onboard.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.671631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.672217 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: subnet_onboard Apr 13 14:26:50.672573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.673778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.674370 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 13 14:26:50.674727 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: subnet_service_types.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.675662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.676242 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: subnet-service-types Apr 13 14:26:50.676601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: subnetallocation.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.677729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.678310 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: subnet_allocation Apr 13 14:26:50.678667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.679379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.680019 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: subnetpool-prefix-ops Apr 13 14:26:50.680331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.681300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.681906 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 13 14:26:50.682259 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: tagging.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.683620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.684215 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: standard-attr-tag Apr 13 14:26:50.684576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: timestamp.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.685806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.686397 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loaded extension: standard-attr-timestamp Apr 13 14:26:50.686759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: trunk.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.687849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.688436 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension trunk not supported by any of loaded plugins Apr 13 14:26:50.688795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: trunk_details.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.689746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.690327 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension trunk-details not supported by any of loaded plugins Apr 13 14:26:50.690684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: uplink_status_propagation.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.691611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.692180 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 13 14:26:50.692536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Loading extension file: vlantransparent.py {{(pid=85165) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 13 14:26:50.693275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85165) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 13 14:26:50.693847 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 13 14:26:50.696580 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:network Apr 13 14:26:50.698249 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:subnet Apr 13 14:26:50.698869 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:subnetpool Apr 13 14:26:50.699517 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:port Apr 13 14:26:50.701145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.701628 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service FLAVORS assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.702318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.702782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.703151 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:router Apr 13 14:26:50.703876 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:floatingip Apr 13 14:26:50.704651 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service METERING assigned prefix: /metering {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.706501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.706905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.707288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85165) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:26:50.708455 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of CountableResource for resource:rbac_policy Apr 13 14:26:50.708961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:security_group Apr 13 14:26:50.709769 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 13 14:26:50.710585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service CORE assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.710952 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:subnetpool Apr 13 14:26:50.711314 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] subnetpool is already registered Apr 13 14:26:50.711989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service CORE assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.712353 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:subnetpool Apr 13 14:26:50.712712 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] subnetpool is already registered Apr 13 14:26:50.716138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.716618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service FLAVORS assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.717308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.717774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.718148 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:router Apr 13 14:26:50.718515 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] router is already registered Apr 13 14:26:50.719212 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:floatingip Apr 13 14:26:50.719572 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] floatingip is already registered Apr 13 14:26:50.720274 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service METERING assigned prefix: /metering {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.721060 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of CountableResource for resource:rbac_policy Apr 13 14:26:50.721425 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] rbac_policy is already registered Apr 13 14:26:50.722078 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:security_group Apr 13 14:26:50.722440 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] security_group is already registered Apr 13 14:26:50.723087 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 13 14:26:50.723444 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] security_group_rule is already registered Apr 13 14:26:50.724175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service CORE assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.724539 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:subnetpool Apr 13 14:26:50.724896 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] subnetpool is already registered Apr 13 14:26:50.725608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.resource_helper [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Service CORE assigned prefix: {{(pid=85165) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 13 14:26:50.725971 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Creating instance of TrackedResource for resource:subnetpool Apr 13 14:26:50.726326 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.quota.resource_registry [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] subnetpool is already registered Apr 13 14:26:50.727043 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: extensions {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.728690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: address-groups {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.730371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: address-scopes {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.731646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: agents {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.732864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: auto-allocated-topology {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.734174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: availability_zones {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.735558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: dhcp-networks {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.737047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: dhcp-agents {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.738531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: routers {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.740388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: flavors {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.741633 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: service_profiles {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.742890 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: next_providers {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.745022 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: service_profiles {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.746530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: floatingip-pools {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.747794 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: routers {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.749663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: floatingips {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.750911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: l3-routers {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.752350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: l3-agents {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.753842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: metering-labels {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.756340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: metering-label-rules {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.757676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: network-ip-availabilities {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.759018 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: bindings {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.761326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: quotas {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.762818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: quotas {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.764276 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: rbac-policies {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.765647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: security-groups {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.766927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: security-group-rules {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.768203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: service-providers {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.769508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: subnetpools {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.770984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: subnetpools {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.772481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.774291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.776185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.778038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.779886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.781841 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.783595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.785594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.787465 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.789427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.extensions [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Extended resource: tags {{(pid=85165) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 13 14:26:50.796322 dv-cinder-786054-1-smb neutron-server[85165]: WARNING keystonemiddleware.auth_token [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 13 14:26:50.801897 dv-cinder-786054-1-smb neutron-server[85165]: WARNING keystonemiddleware.auth_token [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 13 14:26:50.811288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Acquired lock "singleton_lock" {{(pid=85165) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 13 14:26:50.811810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Releasing lock "singleton_lock" {{(pid=85165) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 13 14:26:50.813301 dv-cinder-786054-1-smb neutron-server[85165]: INFO oslo_service.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Starting 2 workers Apr 13 14:26:50.818242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Started child 85280 {{(pid=85165) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 13 14:26:50.823579 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:26:50.823841 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Started child 85281 {{(pid=85165) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 13 14:26:50.825432 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 13 14:26:50.825966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [-] (85280) wsgi starting up on http://0.0.0.0:9696 Apr 13 14:26:50.826138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Notify callbacks [] for process, before_spawn {{(pid=85165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:26:50.828555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:26:50.828765 dv-cinder-786054-1-smb neutron-server[85165]: INFO oslo_service.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Starting 1 workers Apr 13 14:26:50.830136 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [-] (85281) wsgi starting up on http://0.0.0.0:9696 Apr 13 14:26:50.834319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Started child 85282 {{(pid=85165) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 13 14:26:50.834923 dv-cinder-786054-1-smb neutron-server[85165]: INFO oslo_service.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Starting 1 workers Apr 13 14:26:50.838568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] calling RpcWorker wait() {{(pid=85282) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 13 14:26:50.839209 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] returning from RpcWorker wait() {{(pid=85282) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 13 14:26:50.839934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Started child 85283 {{(pid=85165) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 13 14:26:50.840743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8cc60e33-0aeb-4efe-aafc-3cad326dd77d None None] Notify callbacks [] for process, after_spawn {{(pid=85165) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:26:50.841453 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:26:50.842153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:26:50.842388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85165) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 13 14:26:50.842829 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 13 14:26:50.843008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 13 14:26:50.843448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 13 14:26:50.843887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 13 14:26:50.844053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 13 14:26:50.844610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.844936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.845178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:26:50.845337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.845499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.845826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.846469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.846774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.847068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.847370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.847615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.847991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.848159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.848596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.848868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.849251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.849571 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.849814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.850280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.850465 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.850946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.851239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.851496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.851939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] debug = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.852366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.852989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.853187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.853672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.853913 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.854219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.854464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.854830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.855078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.855315 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.855538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.855758 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.855974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.856201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.856459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.856685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.856967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.857368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] host = dv-cinder-786054-1-smb {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.857602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.857823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.858065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.858290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.858513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.858731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.858957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.859255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.859535 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.859810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.860086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.860339 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.860575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.860966 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.861219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_options = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.861432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.861652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.861875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.862094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.862492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.862492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.862932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.862932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.863360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.863360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.863817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.863817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.864237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.864237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.864681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.864681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.865306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.865306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.865306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.865942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.865942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.866368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.866368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.866814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.866814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.867239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.867239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.867845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.867845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.867845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.868405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.868405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.868774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.869504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.869709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.869893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.870089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.870376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.870636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.871018 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.871220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.871403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.871593 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.871829 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.872097 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.872365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_json = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.872706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.872905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.873128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.873335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.873527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.873721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.873951 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.874216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.874677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.874986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.875402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.875602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.875800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.876060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.876340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.876606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.876884 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.877139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.877466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.877714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.878040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.878286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.878555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.878891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.879180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.879475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.879719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.879962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.880207 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.880460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.880798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.881152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.881398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.881665 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.881909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.882175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.882439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.882694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.883042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.883267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.883483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.884623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.884623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.884623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.884623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.884623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.886390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.886390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.886390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.887873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.888016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.889931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.890365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.890805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.891067 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.891376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.891973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.891973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.892303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.892303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.892876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.892876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.893864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.893864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.893864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.893864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.893864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.894756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.894756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.894756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.894756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.897488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.898757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.899878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.899878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.899878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.899878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.899878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.901146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.901146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.901444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.901444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.901742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.901900 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.902135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.902422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.902691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.902956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.903298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.903511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.903801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.904076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.904406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.904646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.907971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.913541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.914715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.915947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.917454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.918654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.919760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.920787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.920787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.920787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.920787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.920787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.920787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.921601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.921601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.921601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.922002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.922002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.922278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.922426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.922663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.922956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.923207 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.923830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.924042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.924497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.924752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.925049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.925318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.925560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.925735 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.926107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.926501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.926930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.927380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.927811 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.928245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.928718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.929000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.929246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.929419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.929634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.930169 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.930426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.930813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.931238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.931665 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.932094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.932483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.932903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.933171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.933400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.933665 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.935357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.935357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.935357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.935357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.935357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.935357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.935357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.936127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.936127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.936127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.936439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.936554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.936751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.937173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.937616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.938055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.938533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.938902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.939316 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.939700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.940065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.940461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.940901 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.941443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.941943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.942402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.943206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.943708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.944163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.944653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.945118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.945620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.946153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.946649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.947112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.947594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.948075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.948576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.949033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.949486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.949916 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.950372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.950847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.951304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.951745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.952191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.952641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.953105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.953562 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.954003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.954472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.954919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.955292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 13 14:26:50.956009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85165) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 13 14:26:50.956373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 13 14:26:50.956728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 13 14:26:50.957144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 13 14:26:50.957520 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 13 14:26:50.957890 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 13 14:26:50.958310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.958668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.959024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.959378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.959767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.960035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.960193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.960332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.960484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.960619 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.960998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.960998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.961263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.961396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.961525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.961653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.961803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.961943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.962072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.962445 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.962445 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.962705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.962705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] debug = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.963481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.963609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.963745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.963886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.964254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.964254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.964691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.964691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.964691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.965382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.965382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.965382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.965382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.966253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.966253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.966253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.966253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.966253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] host = dv-cinder-786054-1-smb {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.966253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.967600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_options = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.969282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.971125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.971125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.971125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.971125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.971125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.971125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.971125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.972582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.974271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.975902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.977615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_json = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.979954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.987243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.990105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.992969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.995886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.997828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.998861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:50.999847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.000861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.003229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.004856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.005858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.006660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.007766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.009290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.010772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.011730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.012732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.013724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.014730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.015743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.016747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.017858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.018865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.019876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.020881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.022200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.023338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.024466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.026200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.027357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.028473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.029337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 13 14:26:51.030297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85165) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 13 14:26:51.067494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:26:51.260296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 37178) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:26:51.271950 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093570 Apr 13 14:27:02.800875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5de61-a9c1-49a8-b435-8890f7450cac None None] get_active_networks_info from dv-cinder-786054-1-smb {{(pid=85282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 13 14:27:02.967557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5de61-a9c1-49a8-b435-8890f7450cac None None] No non-hosted networks {{(pid=85282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 13 14:27:03.027360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-238ea0a0-f1f8-453b-8943-c1b13c538075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835'] for agent, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:05.046138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8d022709-72f6-4146-8a45-fee94edee88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835'] for agent, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:05.089790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b803eb2b-0103-4601-ad55-4fa099d7bffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:05.891963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835'] for agent, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:06.372999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835'] for agent, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:06.374553 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.375067 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.375581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.376103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.376602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.377229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.377724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.378238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.378721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.379216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.380416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.382373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:06.383815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786054-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:06.403234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:07.366111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835'] for agent, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:08.324017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 37266) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:08.966195 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-e2ce34cb-a88e-43cd-a8c6-42da71864da8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:08.966792 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-e2ce34cb-a88e-43cd-a8c6-42da71864da8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:09.199484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [None req-e2ce34cb-a88e-43cd-a8c6-42da71864da8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:27:09.200592 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e2ce34cb-a88e-43cd-a8c6-42da71864da8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8754764 Apr 13 14:27:12.061574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 37282) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:12.346794 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_hamode_db [None req-4e6cbcf7-732f-4bd7-98b0-52971cf0cb24 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 13 14:27:12.439477 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6cbcf7-732f-4bd7-98b0-52971cf0cb24 None None] Routers set() bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:27:12.439918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6cbcf7-732f-4bd7-98b0-52971cf0cb24 None None] Router IDs set() for agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 13 14:27:12.497492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:27:12.602004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.policy [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85280) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 13 14:27:12.658102 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:12.658522 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:12.677883 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] Loaded quota_driver: . Apr 13 14:27:12.694307 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:12.757430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266069653802', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266069654526', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266069647576', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266069637452', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266069621567', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363266069624060', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854721166', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854724971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846798163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846952292'] for rbac-policy, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:12.984863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:12.986994 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ceb0d62d-7eb0-435c-b8c9-c40c04f2bc08 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9242477 Apr 13 14:27:16.073132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 37296) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:16.454073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Request body: {'network': {'name': 'private', 'project_id': '46cad74554b9497f880d9574d689afb9', 'admin_state_up': True}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:27:16.459885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:16.464418 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Usage tracker for resource:network and tenant:46cad74554b9497f880d9574d689afb9 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:27:16.467906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:27:16.474765 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:27:16.483568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Made reservation on behalf of 46cad74554b9497f880d9574d689afb9 for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:27:16.489378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.506089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.521927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:16.525924 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Usage tracker for resource:security_group_rule and tenant:46cad74554b9497f880d9574d689afb9 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:27:16.529415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:27:16.535388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:27:16.635745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.638411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.643218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:16.662052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:27:16.692065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770788866982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.692678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Unsubscribe: segment precommit_create {{(pid=85280) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 13 14:27:16.693174 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Added segment 98943129-ee35-4979-a4fa-966bb3e881e2 of type vlan for network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d Apr 13 14:27:16.742370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094f8dad-31d6-492d-8f5b-26670f0bb187,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:16.758684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.759583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.759947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.760305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.760658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.761039 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.761392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.761743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.762092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.762439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.762786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.763131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Tracked resource versions report: Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:27:16.764887 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:27:16.813394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.822759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:16.852400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.854381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:16.855029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:16.860103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:16.969929 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8956056 Apr 13 14:27:16.970660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Pushing event updated for resources: {'Network': ['ID=ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:16.974021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:16.983817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:27:20.089319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 37312) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:20.575048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1bb5a-7fdc-411d-b119-e98715c71b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:20.576549 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-90b1bb5a-7fdc-411d-b119-e98715c71b00 admin admin] 10.222.0.35 "GET /v2.0/networks/ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d HTTP/1.1" status: 200 len: 825 time: 0.4861271 Apr 13 14:27:20.605733 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4b749fe7-7beb-486f-acdc-d722c903f2de admin admin] 10.222.0.35 "GET /v2.0/subnetpools/c26c7c52-4f16-41aa-8582-5ff4f50aec14 HTTP/1.1" status: 200 len: 734 time: 0.0230579 Apr 13 14:27:20.615600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'c26c7c52-4f16-41aa-8582-5ff4f50aec14', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:27:20.620991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:20.624946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Usage tracker for resource:subnet and tenant:46cad74554b9497f880d9574d689afb9 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:27:20.627906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:27:20.633861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:27:20.642058 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Made reservation on behalf of 46cad74554b9497f880d9574d689afb9 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:27:20.646599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:21.123734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:21.138460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:21.282747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa1cc81-a6ed-436b-911c-27b63ad21962,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:21.288775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:21.351075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Checking segment: {'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:27:21.351447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Network hostable DHCP agents. Network: ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:27:21.373413 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:27:21.382112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:27:21.386774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:21.387407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:21.393419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca8e9a5-f243-457a-92e5-18f470c4a5e8 None None] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:27:21.407255 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7954106 Apr 13 14:27:21.891918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'fixed_ips': [{'subnet_id': 'baa1cc81-a6ed-436b-911c-27b63ad21962'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:27:21.893061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:22.085850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Allocated IP 172.20.0.2 (ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d/baa1cc81-a6ed-436b-911c-27b63ad21962/ca232d93-9bc6-4dde-857f-eef7f01c0569) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:27:22.329907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:22.344156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Transition to ACTIVE for port object ca232d93-9bc6-4dde-857f-eef7f01c0569 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:27:22.365921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Transition to ACTIVE for port object ca232d93-9bc6-4dde-857f-eef7f01c0569 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:27:22.371893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:22.390050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:22.521812 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Pushing event updated for resources: {'Port': ['ID=ca232d93-9bc6-4dde-857f-eef7f01c0569,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:22.533185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.533565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.533935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.534297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.534657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.535019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.535376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.535729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.536084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.536438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.536799 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.537194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Tracked resource versions report: Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:27:22.538300 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:27:22.542416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:22.603273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:27:22.604658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:27:22.608099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:27:22.714528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Attempting to bind port ca232d93-9bc6-4dde-857f-eef7f01c0569 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:27:22.714957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Attempting to bind port ca232d93-9bc6-4dde-857f-eef7f01c0569 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:27:22.715377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Attempting to bind port ca232d93-9bc6-4dde-857f-eef7f01c0569 on network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:27:22.721867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:27:22.722251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Checking segment: {'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:27:22.722754 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:22.723186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Bound using segment: {'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:27:22.723726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Bound port: ca232d93-9bc6-4dde-857f-eef7f01c0569, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:27:22.724173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:22.802134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] For port ca232d93-9bc6-4dde-857f-eef7f01c0569, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:27:22.806341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] For port ca232d93-9bc6-4dde-857f-eef7f01c0569, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=ca232d93-9bc6-4dde-857f-eef7f01c0569,segment=NetworkSegment(98943129-ee35-4979-a4fa-966bb3e881e2),segment_id=98943129-ee35-4979-a4fa-966bb3e881e2)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:27:22.809815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:22.828135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:22.985305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Pushing event updated for resources: {'Port': ['ID=ca232d93-9bc6-4dde-857f-eef7f01c0569,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:22.990526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:24.199261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37322) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:24.854124 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-829396f9-a8da-4333-be0c-a9f13bba7ace admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:24.854774 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-829396f9-a8da-4333-be0c-a9f13bba7ace admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:25.090519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [None req-829396f9-a8da-4333-be0c-a9f13bba7ace admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:27:25.091799 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-829396f9-a8da-4333-be0c-a9f13bba7ace admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8905847 Apr 13 14:27:27.871882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37336) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:28.287114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [None req-68439ddb-8966-4a65-95f8-476f2f396dca admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:27:28.288212 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-68439ddb-8966-4a65-95f8-476f2f396dca admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4151766 Apr 13 14:27:28.423372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device ca232d93-9bc6-4dde-857f-eef7f01c0569 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:27:28.502739 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port ca232d93-9bc6-4dde-857f-eef7f01c0569 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:27:29.895060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc57cd1d-04d2-4376-8a41-b42a9799031b None None] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:27:30.020758 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Provisioning for port ca232d93-9bc6-4dde-857f-eef7f01c0569 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:27:30.029056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Provisioning complete for port ca232d93-9bc6-4dde-857f-eef7f01c0569 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:30.029464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:30.273361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:30.298001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] For port ca232d93-9bc6-4dde-857f-eef7f01c0569, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=ca232d93-9bc6-4dde-857f-eef7f01c0569,segment=NetworkSegment(98943129-ee35-4979-a4fa-966bb3e881e2),segment_id=98943129-ee35-4979-a4fa-966bb3e881e2)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:27:30.307215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:30.314188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:30.388788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Pushing event updated for resources: {'Port': ['ID=ca232d93-9bc6-4dde-857f-eef7f01c0569,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:30.392224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:30.532166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-8c4e05e3-d9e3-472a-acab-e1734898e696 None None] Provisioning complete for port ca232d93-9bc6-4dde-857f-eef7f01c0569 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:30.532499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8c4e05e3-d9e3-472a-acab-e1734898e696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:31.438525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37352) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:31.837938 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Request body: {'router': {'tenant_id': '46cad74554b9497f880d9574d689afb9', 'name': 'router1', 'admin_state_up': True}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:27:31.915843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.policy [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85281) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 13 14:27:31.971526 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:31.971958 dv-cinder-786054-1-smb neutron-server[85165]: WARNING oslo_policy.policy [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 13 14:27:31.990978 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.quota [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Loaded quota_driver: . Apr 13 14:27:32.007705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:32.014552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Usage tracker for resource:router and tenant:46cad74554b9497f880d9574d689afb9 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:27:32.019000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:27:32.027297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:27:32.043541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:32.045712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:32.070885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:32.342988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:32.367209 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:32.369046 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3b270adb-6c04-442b-8738-1ee8a517d683 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9294083 Apr 13 14:27:32.408616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device ca232d93-9bc6-4dde-857f-eef7f01c0569 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:27:32.491733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port ca232d93-9bc6-4dde-857f-eef7f01c0569 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:32.492347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:32.652244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-005b58a7-6062-4872-abf8-3ec4ac9eb42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:35.049757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c2b6865-2ce7-4abe-a8c0-2ed585f4086a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:35.176879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37370) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:35.475417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [None req-e997b5c9-ff80-4ded-85dc-fe1cf15a9ef7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:27:35.476522 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e997b5c9-ff80-4ded-85dc-fe1cf15a9ef7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2985277 Apr 13 14:27:35.835927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:36.359652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:37.284638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.140397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37390) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:38.197839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:27:38.205311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:38.209356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Usage tracker for resource:network and tenant:5599223fbd5f4742b156bd63167b0857 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:27:38.213162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:27:38.219154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:27:38.229954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Made reservation on behalf of 5599223fbd5f4742b156bd63167b0857 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:27:38.236153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.253337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.268892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:38.272895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Usage tracker for resource:security_group_rule and tenant:5599223fbd5f4742b156bd63167b0857 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:27:38.276667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:27:38.282648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:27:38.380446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.383812 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.388515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:38.402294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Reserving flat network on physical network physnet1 {{(pid=85281) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 13 14:27:38.423923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770788866982', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.424548 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Unsubscribe: segment precommit_create {{(pid=85281) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 13 14:27:38.425055 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Added segment 22cd3e24-25ad-46b3-91f0-2d9c18d856dc of type flat for network 26cf31ba-cb73-4e12-84c0-0435343e436d Apr 13 14:27:38.501932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6035d62c-4f75-4d52-98bf-a2df68ff5993,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:38.515667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.516071 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.516471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.516876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.517316 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.517706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.518101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.518503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.518891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.519282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.519691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.520099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Tracked resource versions report: Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:27:38.521289 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:27:38.568476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.573471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:38.613691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.615172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:38.615816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:38.621350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:38.730689 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5890849 Apr 13 14:27:38.731420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Pushing event updated for resources: {'Network': ['ID=26cf31ba-cb73-4e12-84c0-0435343e436d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:38.734552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:38.748088 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 26cf31ba-cb73-4e12-84c0-0435343e436d details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:27:41.331973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37408) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:41.453136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d0600-9751-4a55-a689-e251467b3b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:41.454621 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9b0d0600-9751-4a55-a689-e251467b3b30 admin admin] 10.222.0.35 "GET /v2.0/subnets/baa1cc81-a6ed-436b-911c-27b63ad21962 HTTP/1.1" status: 200 len: 849 time: 0.1216099 Apr 13 14:27:41.605978 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-28f5c12a-fca6-47b1-b0b0-660fad1a0cd9 admin admin] 10.222.0.35 "GET /v2.0/routers/b18e7aed-2c6b-4325-85cb-e926fd7930e1 HTTP/1.1" status: 200 len: 704 time: 0.1453440 Apr 13 14:27:42.108652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:42.510860 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Allocated IP 172.20.0.1 (ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d/baa1cc81-a6ed-436b-911c-27b63ad21962/8872ea4d-b579-43d6-9723-353fbbb284e2) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:27:42.680580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:42.700157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Transition to ACTIVE for port object 8872ea4d-b579-43d6-9723-353fbbb284e2 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:27:42.754070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:42.768819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:42.906208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Pushing event updated for resources: {'Port': ['ID=8872ea4d-b579-43d6-9723-353fbbb284e2,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:42.918642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:42.964737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:27:42.965897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:27:42.968758 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:27:42.969329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:43.164190 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-68a3119f-3756-4199-848c-1fbe449ad671 None None] Provisioning for port 8872ea4d-b579-43d6-9723-353fbbb284e2 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:27:43.170898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-68a3119f-3756-4199-848c-1fbe449ad671 None None] Provisioning complete for port 8872ea4d-b579-43d6-9723-353fbbb284e2 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:43.171304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-68a3119f-3756-4199-848c-1fbe449ad671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:43.233695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-68a3119f-3756-4199-848c-1fbe449ad671 None None] Port 8872ea4d-b579-43d6-9723-353fbbb284e2 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:27:43.273308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:43.558886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:43.562685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:43.563831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:43.578883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:43.719765 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Pushing event updated for resources: {'Port': ['ID=8872ea4d-b579-43d6-9723-353fbbb284e2,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:43.724624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:43.782995 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:27:43.784204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:27:43.993699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Router b18e7aed-2c6b-4325-85cb-e926fd7930e1 is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:27:44.063403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6e4983a9-601e-4e56-a507-7c06f5acf9f3 None None] Provisioning complete for port 8872ea4d-b579-43d6-9723-353fbbb284e2 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:44.063959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6e4983a9-601e-4e56-a507-7c06f5acf9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:44.145788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6e4983a9-601e-4e56-a507-7c06f5acf9f3 None None] Port 8872ea4d-b579-43d6-9723-353fbbb284e2 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:27:44.333698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:27:44.343440 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] 10.222.0.35 "PUT /v2.0/routers/b18e7aed-2c6b-4325-85cb-e926fd7930e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7319422 Apr 13 14:27:44.343782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Sync routers for ids ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:27:44.356580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Routers {'b18e7aed-2c6b-4325-85cb-e926fd7930e1'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:27:44.357506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:27:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:44.547299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Set router b18e7aed-2c6b-4325-85cb-e926fd7930e1 gateway port host: None {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:27:45.133821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'name': 'router1', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:32Z', 'updated_at': '2021-04-13T14:27:43Z', 'revision_number': 2, 'project_id': '46cad74554b9497f880d9574d689afb9', 'gw_port_host': None, '_interfaces': [{'id': '8872ea4d-b579-43d6-9723-353fbbb284e2', 'name': '', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'mac_address': 'fa:16:3e:46:12:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:42Z', 'updated_at': '2021-04-13T14:27:43Z', 'revision_number': 2, 'project_id': '46cad74554b9497f880d9574d689afb9', 'subnets': [{'id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c26c7c52-4f16-41aa-8582-5ff4f50aec14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:45.139363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Checking router: b18e7aed-2c6b-4325-85cb-e926fd7930e1 for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:27:45.139756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Updating router b18e7aed-2c6b-4325-85cb-e926fd7930e1 port 8872ea4d-b579-43d6-9723-353fbbb284e2 binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:27:45.202633 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:45.678260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:45.694154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Transition to ACTIVE for port object 8872ea4d-b579-43d6-9723-353fbbb284e2 will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:27:45.700865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:45.715365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:45.870353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Pushing event updated for resources: {'Port': ['ID=8872ea4d-b579-43d6-9723-353fbbb284e2,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:45.881166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.881543 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.881916 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.882282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.882650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.883084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.883444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.883795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.884153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.884515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.884860 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.885271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Tracked resource versions report: Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:27:45.886392 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:27:45.892694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:46.194544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Attempting to bind port 8872ea4d-b579-43d6-9723-353fbbb284e2 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:27:46.195177 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Attempting to bind port 8872ea4d-b579-43d6-9723-353fbbb284e2 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:27:46.195884 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Attempting to bind port 8872ea4d-b579-43d6-9723-353fbbb284e2 on network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:27:46.206492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:27:46.207036 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Checking segment: {'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:27:46.207748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:46.208423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Bound using segment: {'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:27:46.209268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Bound port: 8872ea4d-b579-43d6-9723-353fbbb284e2, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98943129-ee35-4979-a4fa-966bb3e881e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:27:46.210079 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:46.319990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] For port 8872ea4d-b579-43d6-9723-353fbbb284e2, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:27:46.325816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] For port 8872ea4d-b579-43d6-9723-353fbbb284e2, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8872ea4d-b579-43d6-9723-353fbbb284e2,segment=NetworkSegment(98943129-ee35-4979-a4fa-966bb3e881e2),segment_id=98943129-ee35-4979-a4fa-966bb3e881e2)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:27:46.330166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:46.346642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:46.518421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Pushing event updated for resources: {'Port': ['ID=8872ea4d-b579-43d6-9723-353fbbb284e2,revision_number=4']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:46.522230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f80f49bd-f9e2-42c9-8d06-92cb93726f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:46.598614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Routers {'b18e7aed-2c6b-4325-85cb-e926fd7930e1'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:27:46.599867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:27:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:46.888550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] Set router b18e7aed-2c6b-4325-85cb-e926fd7930e1 gateway port host: None {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:27:47.006353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37420) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:47.188170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5889d0b1-c066-4766-9491-02e1977f4689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:47.189085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5889d0b1-c066-4766-9491-02e1977f4689 admin admin] Synchronizing usage tracker for tenant:5599223fbd5f4742b156bd63167b0857 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:27:47.210327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5889d0b1-c066-4766-9491-02e1977f4689 admin admin] Unset dirty status for tenant:5599223fbd5f4742b156bd63167b0857 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:27:47.213122 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5889d0b1-c066-4766-9491-02e1977f4689 admin admin] 10.222.0.35 "GET /v2.0/networks/26cf31ba-cb73-4e12-84c0-0435343e436d HTTP/1.1" status: 200 len: 842 time: 0.2053418 Apr 13 14:27:47.227926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Request body: {'subnet': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'name': 'public-subnet', 'cidr': '172.28.0.0/24'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:27:47.237425 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:27:47.244138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Usage tracker for resource:subnet and tenant:5599223fbd5f4742b156bd63167b0857 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:27:47.249120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:27:47.259999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:27:47.274533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Made reservation on behalf of 5599223fbd5f4742b156bd63167b0857 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:27:47.279483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'name': 'router1', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:32Z', 'updated_at': '2021-04-13T14:27:43Z', 'revision_number': 2, 'project_id': '46cad74554b9497f880d9574d689afb9', 'gw_port_host': None, '_interfaces': [{'id': '8872ea4d-b579-43d6-9723-353fbbb284e2', 'name': '', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'mac_address': 'fa:16:3e:46:12:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:42Z', 'updated_at': '2021-04-13T14:27:46Z', 'revision_number': 4, 'project_id': '46cad74554b9497f880d9574d689afb9', 'subnets': [{'id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c26c7c52-4f16-41aa-8582-5ff4f50aec14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:47.282458 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:47.283903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5841b3-42ae-4442-bf46-99b1867a3685 None None] The sync data for ids ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'] in dv-cinder-786054-1-smb is: [{'id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'name': 'router1', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:32Z', 'updated_at': '2021-04-13T14:27:43Z', 'revision_number': 2, 'project_id': '46cad74554b9497f880d9574d689afb9', 'gw_port_host': None, '_interfaces': [{'id': '8872ea4d-b579-43d6-9723-353fbbb284e2', 'name': '', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'mac_address': 'fa:16:3e:46:12:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:42Z', 'updated_at': '2021-04-13T14:27:46Z', 'revision_number': 4, 'project_id': '46cad74554b9497f880d9574d689afb9', 'subnets': [{'id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c26c7c52-4f16-41aa-8582-5ff4f50aec14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:27:47.854662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.objects.ports [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85281) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 13 14:27:47.855156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:47.873749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:48.010139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ba9b42-e86e-4d28-8af1-660a286256aa,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:48.013471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:48.074764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:27:48.075132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Network hostable DHCP agents. Network: 26cf31ba-cb73-4e12-84c0-0435343e436d, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:27:48.097387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:27:48.108348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 26cf31ba-cb73-4e12-84c0-0435343e436d) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:27:48.112852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:48.113523 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:48.119401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b461ff-29b6-4475-9dc3-75cec90ceaa2 None None] Network 26cf31ba-cb73-4e12-84c0-0435343e436d requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:27:48.139758 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9194880 Apr 13 14:27:48.632504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49804a6-504f-4851-a707-214c9e2aed2f None None] Network 26cf31ba-cb73-4e12-84c0-0435343e436d requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:27:51.095245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37430) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:51.340404 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2e870d71-0c53-4e27-b30b-26ea20869277 admin admin] 10.222.0.35 "GET /v2.0/routers/b18e7aed-2c6b-4325-85cb-e926fd7930e1 HTTP/1.1" status: 200 len: 710 time: 0.2436788 Apr 13 14:27:51.539721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03349e61-099d-4d22-a083-4a5183e26f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:27:51.542103 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-03349e61-099d-4d22-a083-4a5183e26f2c admin admin] 10.222.0.35 "GET /v2.0/networks/26cf31ba-cb73-4e12-84c0-0435343e436d HTTP/1.1" status: 200 len: 886 time: 0.1956739 Apr 13 14:27:51.561475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:27:52.071653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:52.451900 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8872ea4d-b579-43d6-9723-353fbbb284e2 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:27:52.534782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 8872ea4d-b579-43d6-9723-353fbbb284e2 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:27:52.542250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8872ea4d-b579-43d6-9723-353fbbb284e2 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:52.542862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:52.675262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:52.693313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 8872ea4d-b579-43d6-9723-353fbbb284e2, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8872ea4d-b579-43d6-9723-353fbbb284e2,segment=NetworkSegment(98943129-ee35-4979-a4fa-966bb3e881e2),segment_id=98943129-ee35-4979-a4fa-966bb3e881e2)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:27:52.693612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:52.697248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:52.700523 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:52.772644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=8872ea4d-b579-43d6-9723-353fbbb284e2,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:52.776043 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:52.798525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:53.058948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Allocated IP 172.28.0.25 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/d079393f-9da5-413e-8302-fbe4ae68f956) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:27:53.350348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:53.399712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:53.417460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-927710a7-0c6a-4a0f-b16e-e32de2fa8d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:53.562640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Pushing event updated for resources: {'Port': ['ID=d079393f-9da5-413e-8302-fbe4ae68f956,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:53.565927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:53.617012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:27:53.619481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:27:53.622920 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:27:54.181948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:54.428799 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8872ea4d-b579-43d6-9723-353fbbb284e2 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:27:54.561694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8872ea4d-b579-43d6-9723-353fbbb284e2 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:54.562335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:54.596835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:54.603009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-399969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854375830', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846790958'] for router, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:54.818131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Router b18e7aed-2c6b-4325-85cb-e926fd7930e1 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:27:55.005560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:27:55.015604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:55.016153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Sync routers for ids ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:27:55.016869 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] 10.222.0.35 "PUT /v2.0/routers/b18e7aed-2c6b-4325-85cb-e926fd7930e1 HTTP/1.1" status: 200 len: 889 time: 3.4618754 Apr 13 14:27:55.027373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Routers {'b18e7aed-2c6b-4325-85cb-e926fd7930e1'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:27:55.028086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:27:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:55.239194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Set router b18e7aed-2c6b-4325-85cb-e926fd7930e1 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:27:55.628220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'name': 'router1', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd079393f-9da5-413e-8302-fbe4ae68f956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:32Z', 'updated_at': '2021-04-13T14:27:53Z', 'revision_number': 4, 'project_id': '46cad74554b9497f880d9574d689afb9', 'gw_port': {'id': 'd079393f-9da5-413e-8302-fbe4ae68f956', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:52Z', 'updated_at': '2021-04-13T14:27:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '8872ea4d-b579-43d6-9723-353fbbb284e2', 'name': '', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'mac_address': 'fa:16:3e:46:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:42Z', 'updated_at': '2021-04-13T14:27:52Z', 'revision_number': 5, 'project_id': '46cad74554b9497f880d9574d689afb9', 'subnets': [{'id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c26c7c52-4f16-41aa-8582-5ff4f50aec14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:55.634647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Checking router: b18e7aed-2c6b-4325-85cb-e926fd7930e1 for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:27:55.635200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Updating router b18e7aed-2c6b-4325-85cb-e926fd7930e1 port d079393f-9da5-413e-8302-fbe4ae68f956 binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:27:55.701252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:56.187366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:56.201349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Transition to ACTIVE for port object d079393f-9da5-413e-8302-fbe4ae68f956 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:27:56.208940 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:56.224155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:56.364585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b433a8-6c7e-40c9-987a-d7c0f2c32242 None None] Pushing event updated for resources: {'Port': ['ID=d079393f-9da5-413e-8302-fbe4ae68f956,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:56.369475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-95b433a8-6c7e-40c9-987a-d7c0f2c32242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:56.424420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Attempting to bind port d079393f-9da5-413e-8302-fbe4ae68f956 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:27:56.424947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Attempting to bind port d079393f-9da5-413e-8302-fbe4ae68f956 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:27:56.425341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Attempting to bind port d079393f-9da5-413e-8302-fbe4ae68f956 on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:27:56.431745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:27:56.432156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:27:56.432594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:56.433046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:27:56.433555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Bound port: d079393f-9da5-413e-8302-fbe4ae68f956, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:27:56.433982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:56.512439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] For port d079393f-9da5-413e-8302-fbe4ae68f956, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:27:56.515582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] For port d079393f-9da5-413e-8302-fbe4ae68f956, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=d079393f-9da5-413e-8302-fbe4ae68f956,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:27:56.519021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:56.534014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:56.844438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b433a8-6c7e-40c9-987a-d7c0f2c32242 None None] Pushing event updated for resources: {'Port': ['ID=d079393f-9da5-413e-8302-fbe4ae68f956,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:56.849724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-95b433a8-6c7e-40c9-987a-d7c0f2c32242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:27:56.896401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Routers {'b18e7aed-2c6b-4325-85cb-e926fd7930e1'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:27:56.897113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:27:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:56.917914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:27:57.095565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] Set router b18e7aed-2c6b-4325-85cb-e926fd7930e1 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:27:57.465051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'name': 'router1', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd079393f-9da5-413e-8302-fbe4ae68f956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:32Z', 'updated_at': '2021-04-13T14:27:53Z', 'revision_number': 4, 'project_id': '46cad74554b9497f880d9574d689afb9', 'gw_port': {'id': 'd079393f-9da5-413e-8302-fbe4ae68f956', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:52Z', 'updated_at': '2021-04-13T14:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '8872ea4d-b579-43d6-9723-353fbbb284e2', 'name': '', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'mac_address': 'fa:16:3e:46:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:42Z', 'updated_at': '2021-04-13T14:27:52Z', 'revision_number': 5, 'project_id': '46cad74554b9497f880d9574d689afb9', 'subnets': [{'id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c26c7c52-4f16-41aa-8582-5ff4f50aec14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:27:57.469416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37186c4-abca-43e8-9228-ffa4a1e6db17 None None] The sync data for ids ['b18e7aed-2c6b-4325-85cb-e926fd7930e1'] in dv-cinder-786054-1-smb is: [{'id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'name': 'router1', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': 'd079393f-9da5-413e-8302-fbe4ae68f956', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:32Z', 'updated_at': '2021-04-13T14:27:53Z', 'revision_number': 4, 'project_id': '46cad74554b9497f880d9574d689afb9', 'gw_port': {'id': 'd079393f-9da5-413e-8302-fbe4ae68f956', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:52Z', 'updated_at': '2021-04-13T14:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '8872ea4d-b579-43d6-9723-353fbbb284e2', 'name': '', 'network_id': 'ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d', 'tenant_id': '46cad74554b9497f880d9574d689afb9', 'mac_address': 'fa:16:3e:46:12:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18e7aed-2c6b-4325-85cb-e926fd7930e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:42Z', 'updated_at': '2021-04-13T14:27:52Z', 'revision_number': 5, 'project_id': '46cad74554b9497f880d9574d689afb9', 'subnets': [{'id': 'baa1cc81-a6ed-436b-911c-27b63ad21962', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c26c7c52-4f16-41aa-8582-5ff4f50aec14'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:27:57.837952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 37444) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:27:57.983578 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-96779908-64a1-4e3c-ac21-fcb18ac82597 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1443055 Apr 13 14:27:58.475171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device d079393f-9da5-413e-8302-fbe4ae68f956 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:27:58.564123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port d079393f-9da5-413e-8302-fbe4ae68f956 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:27:58.569356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port d079393f-9da5-413e-8302-fbe4ae68f956 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:27:58.569770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:58.744598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:58.763898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port d079393f-9da5-413e-8302-fbe4ae68f956, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=d079393f-9da5-413e-8302-fbe4ae68f956,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:27:58.767848 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:27:58.770768 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-95b433a8-6c7e-40c9-987a-d7c0f2c32242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:27:58.844959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=d079393f-9da5-413e-8302-fbe4ae68f956,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:27:58.848311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:28:00.463452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device d079393f-9da5-413e-8302-fbe4ae68f956 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:28:00.579025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port d079393f-9da5-413e-8302-fbe4ae68f956 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:28:00.579351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:02.711452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ae81157-a286-48ff-830c-8ac18f0636c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:05.081981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e278485d-01f3-435e-b350-0c9581e9e39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:05.852663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:06.394594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:07.336073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:32.663088 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6000d724-95e0-4af0-bbe1-e23679094ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:33.918496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:28:35.055712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-06360b22-d9a0-46d9-954c-0dfcbf97d4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:35.853333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:36.363038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:28:37.322182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:02.657703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-43d50c8f-24a8-495c-a5b6-3532aac1c605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:05.048072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-63dbaeba-794e-45c9-abb9-fd7b58034d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:05.846810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:06.359385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:07.319692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:10.918284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:29:32.661299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3475b725-78ed-4e07-a7e9-de385287e589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:35.049714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e800ac64-d531-4998-8988-a50af44ec63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:35.850393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:36.361970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:37.322651 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:45.709427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38014) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:29:45.782684 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.pecan_wsgi.hooks.translation [None req-23772ae5-b375-43c9-9542-fc5e8dbcec7a admin admin] GET failed (client error): The resource could not be found. Apr 13 14:29:45.784022 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-23772ae5-b375-43c9-9542-fc5e8dbcec7a admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0735595 Apr 13 14:29:46.110086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbea08-6604-4eaf-a011-5aaec97b043a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:46.111635 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cbfbea08-6604-4eaf-a011-5aaec97b043a admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3222928 Apr 13 14:29:47.917844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:29:48.605385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38024) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:29:48.720455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0a63a-dec1-46df-a814-6f669047d3cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:48.721013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-efb0a63a-dec1-46df-a814-6f669047d3cd admin admin] Synchronizing usage tracker for tenant:5599223fbd5f4742b156bd63167b0857 on resource:subnet {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:29:48.736062 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-efb0a63a-dec1-46df-a814-6f669047d3cd admin admin] Unset dirty status for tenant:5599223fbd5f4742b156bd63167b0857 on resource:subnet {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:29:48.737322 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-efb0a63a-dec1-46df-a814-6f669047d3cd admin admin] 10.222.0.35 "GET /v2.0/subnets/baa1cc81-a6ed-436b-911c-27b63ad21962 HTTP/1.1" status: 200 len: 849 time: 0.1308806 Apr 13 14:29:48.747839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:29:48.872954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:49.186325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363266065986027'] for subnet, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:49.201994 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-37a04a45-54f0-4c7d-a497-30ed3a9745cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:29:49.343605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa1cc81-a6ed-436b-911c-27b63ad21962,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:29:49.355800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.356155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.356524 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.356887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.357275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.357641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.357999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.358350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.358722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.359076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.359427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.359776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:29:49.365821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:29:49.398057 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:49.398704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:49.400042 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-59baf957-a0d3-491e-b58b-4bb31ee56029 admin admin] 10.222.0.35 "PUT /v2.0/subnets/baa1cc81-a6ed-436b-911c-27b63ad21962 HTTP/1.1" status: 200 len: 868 time: 0.6563790 Apr 13 14:29:49.416561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d17b87-8832-4116-b0f4-b4b6b127fda1 None None] Network ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:29:49.894216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-55560ae2-552e-41dd-9c00-686de7811aea None None] Provisioning complete for port ca232d93-9bc6-4dde-857f-eef7f01c0569 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:29:49.895227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-55560ae2-552e-41dd-9c00-686de7811aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:50.037605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-55560ae2-552e-41dd-9c00-686de7811aea None None] Provisioning complete for port 8872ea4d-b579-43d6-9723-353fbbb284e2 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:29:50.038015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-55560ae2-552e-41dd-9c00-686de7811aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:29:51.952298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38034) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:29:52.140486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec58b3e-7a7c-453b-a6d6-ca1931f9754a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:52.140940 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec58b3e-7a7c-453b-a6d6-ca1931f9754a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:52.142734 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-aec58b3e-7a7c-453b-a6d6-ca1931f9754a admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1892667 Apr 13 14:29:54.654810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38044) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:29:54.839159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d9b74-0597-48ea-8fba-aa58de70cda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:54.839676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92d9b74-0597-48ea-8fba-aa58de70cda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:54.841285 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f92d9b74-0597-48ea-8fba-aa58de70cda8 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1854289 Apr 13 14:29:57.361737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38054) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:29:57.547991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96a3311-021d-447c-a872-18d636e0042e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:29:57.549732 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e96a3311-021d-447c-a872-18d636e0042e admin admin] 10.222.0.35 "GET /v2.0/networks/26cf31ba-cb73-4e12-84c0-0435343e436d HTTP/1.1" status: 200 len: 886 time: 0.1867173 Apr 13 14:30:00.077173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38064) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:00.265827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d80eecf-4691-46a1-860f-4cc8fab06055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:00.267177 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9d80eecf-4691-46a1-860f-4cc8fab06055 admin admin] 10.222.0.35 "GET /v2.0/networks/ee75dba4-4457-4f86-b5e2-bdd1a7d1b85d HTTP/1.1" status: 200 len: 869 time: 0.1889710 Apr 13 14:30:02.664948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9c33e0ee-a255-460c-89d8-a71c3811bec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:02.779140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38074) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:02.896249 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e26069-1040-4a58-90b4-b0a8909cac1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:02.896757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e26069-1040-4a58-90b4-b0a8909cac1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:02.898485 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-93e26069-1040-4a58-90b4-b0a8909cac1a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1183197 Apr 13 14:30:05.052261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4fcc41fc-f10f-4242-960b-8dd14852407b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:05.403680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38084) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:05.518402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a91626d-1ed4-4195-aec8-e6a7635ccb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:05.518921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a91626d-1ed4-4195-aec8-e6a7635ccb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:05.520541 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5a91626d-1ed4-4195-aec8-e6a7635ccb85 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1158543 Apr 13 14:30:05.856396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:06.369292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:07.327882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:08.028774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38094) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:08.149205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338a361-819e-41b0-9303-e9b34c7711d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:08.150660 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6338a361-819e-41b0-9303-e9b34c7711d8 admin admin] 10.222.0.35 "GET /v2.0/subnets/64ba9b42-e86e-4d28-8af1-660a286256aa HTTP/1.1" status: 200 len: 816 time: 0.1207886 Apr 13 14:30:10.637623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38104) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:10.754029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2522238-3ab0-4392-8f3a-c65a92083d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:10.755252 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d2522238-3ab0-4392-8f3a-c65a92083d48 admin admin] 10.222.0.35 "GET /v2.0/subnets/baa1cc81-a6ed-436b-911c-27b63ad21962 HTTP/1.1" status: 200 len: 868 time: 0.1165709 Apr 13 14:30:24.917117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:30:32.666693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-62f61cc8-bd78-45d8-9dbe-de15d3547e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:35.055662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a98f3396-8ae5-432a-bf65-b01e64ec0305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:35.858682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:36.364743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:37.333313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:37.383198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38148) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:37.438852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [None req-fc952259-864a-442c-973d-744375a1c6f6 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:30:37.439945 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fc952259-864a-442c-973d-744375a1c6f6 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557113 Apr 13 14:30:40.104255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38158) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:40.181989 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b40f814-d72d-415d-b441-80bff3f75b04 admin admin] GET failed (client error): The resource could not be found. Apr 13 14:30:40.183425 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3b40f814-d72d-415d-b441-80bff3f75b04 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0777218 Apr 13 14:30:40.326061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c5e696-96c7-4730-86ce-0480547e93c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:40.327636 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-88c5e696-96c7-4730-86ce-0480547e93c5 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398382 Apr 13 14:30:42.851891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38168) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:42.903151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:30:42.908104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:30:42.918819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:30:42.929328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Made reservation on behalf of 5599223fbd5f4742b156bd63167b0857 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:30:42.933969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:43.028983 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.services.revisions.revision_plugin [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Could not find related network for resource to bump revision. Apr 13 14:30:43.041528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:30:43.051587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:43.051971 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Added segment e4a9c5d5-07cd-4daa-bcd8-d675991c1750 of type vlan for network bc66d664-3477-4df1-bb37-279b5ac31543 Apr 13 14:30:43.081065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:43.110807 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:43.112805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:43.113469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:43.118349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:30:43.219414 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3663242 Apr 13 14:30:43.222879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Pushing event updated for resources: {'Network': ['ID=bc66d664-3477-4df1-bb37-279b5ac31543,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:30:43.225731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:30:43.234087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network bc66d664-3477-4df1-bb37-279b5ac31543 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:30:45.757385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38178) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:30:45.832496 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.pecan_wsgi.hooks.translation [None req-2daee009-eed2-49d5-a6f0-7aa9149c1f11 admin admin] GET failed (client error): The resource could not be found. Apr 13 14:30:45.833076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2daee009-eed2-49d5-a6f0-7aa9149c1f11 admin admin] Synchronizing usage tracker for tenant:5599223fbd5f4742b156bd63167b0857 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:30:45.847492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2daee009-eed2-49d5-a6f0-7aa9149c1f11 admin admin] Unset dirty status for tenant:5599223fbd5f4742b156bd63167b0857 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:30:45.848672 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2daee009-eed2-49d5-a6f0-7aa9149c1f11 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0902648 Apr 13 14:30:45.963377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b40c9-952f-45a8-9518-ecfdb0603e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:45.964746 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c32b40c9-952f-45a8-9518-ecfdb0603e79 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1117423 Apr 13 14:30:45.975779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:30:45.980629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:30:45.990466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:30:45.998828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Made reservation on behalf of 5599223fbd5f4742b156bd63167b0857 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:30:46.003873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:46.398248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:46.413055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:30:46.546295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d9683b-fb24-46f9-8f86-0317bf70b010,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:30:46.549160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:30:46.609603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Checking segment: {'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:30:46.609984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Network hostable DHCP agents. Network: bc66d664-3477-4df1-bb37-279b5ac31543, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:30:46.627865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Network bc66d664-3477-4df1-bb37-279b5ac31543 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:30:46.635719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, bc66d664-3477-4df1-bb37-279b5ac31543) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:30:46.639641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:30:46.640261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:46.646224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591f0f9-ba28-4fb2-ba84-48480e150315 None None] Network bc66d664-3477-4df1-bb37-279b5ac31543 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:30:46.664978 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6928895 Apr 13 14:30:46.892160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-bc66d664-3477-4df1-bb37-279b5ac31543', 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543', 'tenant_id': '5599223fbd5f4742b156bd63167b0857', 'fixed_ips': [{'subnet_id': 'b6d9683b-fb24-46f9-8f86-0317bf70b010'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:30:46.893770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:47.221515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Allocated IP 192.168.233.2 (bc66d664-3477-4df1-bb37-279b5ac31543/b6d9683b-fb24-46f9-8f86-0317bf70b010/bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:30:47.450834 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:47.461889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Transition to ACTIVE for port object bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:30:47.482584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Transition to ACTIVE for port object bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:30:47.488138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:47.506310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:30:47.649934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Pushing event updated for resources: {'Port': ['ID=bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:30:47.661335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.661707 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.662084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.662447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.662807 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.663166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.663527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.663882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.664242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.664596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.664984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.665318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:30:47.670379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:30:47.710397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Network bc66d664-3477-4df1-bb37-279b5ac31543 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:30:47.712323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:30:47.715815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:30:47.813250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Attempting to bind port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:30:47.813675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Attempting to bind port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:30:47.814083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Attempting to bind port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 on network bc66d664-3477-4df1-bb37-279b5ac31543 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:30:47.820662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:30:47.821111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Checking segment: {'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:30:47.821563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:47.822001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Bound using segment: {'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:30:47.822519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Bound port: bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:30:47.822935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:47.899842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] For port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:30:47.903587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] For port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90,segment=NetworkSegment(e4a9c5d5-07cd-4daa-bcd8-d675991c1750),segment_id=e4a9c5d5-07cd-4daa-bcd8-d675991c1750)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:30:47.907612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:47.935918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:30:48.089691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Pushing event updated for resources: {'Port': ['ID=bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:30:48.095233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:30:48.592289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:30:48.665157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:30:49.406164 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3395fc-e23c-4bd0-9c78-78ad7d00e71c None None] Network bc66d664-3477-4df1-bb37-279b5ac31543 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:30:49.504541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Provisioning for port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:30:49.520184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Provisioning complete for port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:30:49.520604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:49.760023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:49.781963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] For port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90,segment=NetworkSegment(e4a9c5d5-07cd-4daa-bcd8-d675991c1750),segment_id=e4a9c5d5-07cd-4daa-bcd8-d675991c1750)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:30:49.786081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:49.796185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1b53c77c-60ef-4201-86db-382128a7686c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:30:49.871552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Pushing event updated for resources: {'Port': ['ID=bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:30:49.874877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:30:50.114480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e29d7f1b-108c-45c3-ad1c-2ae6e1b5f869 None None] Provisioning complete for port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:30:50.114888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e29d7f1b-108c-45c3-ad1c-2ae6e1b5f869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:30:50.558587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:30:50.630918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port bad85c6a-bbab-402a-8ee4-bf4ad0fa0f90 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:30:50.631334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:01.916672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:31:02.669237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2a99ab66-3d77-42ff-815b-e3b2670219dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:05.058261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-86a65189-de1d-43fd-9bdf-6f4e26d20957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:05.860131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:06.358547 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:07.333349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:32.670034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d84d46c-0616-425f-8ac7-f9705a267a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:35.062599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ed246d4f-41ff-4005-9b59-7205352ec3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:35.862824 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:36.363247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:37.339773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:31:38.915774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:32:01.201378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38220) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:32:01.208229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [None req-ab957d24-26cb-4795-89ca-d8db11a853ee tempest-verify_tempest_config-1076291177 tempest-verify_tempest_config-1076291177-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:32:01.209317 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ab957d24-26cb-4795-89ca-d8db11a853ee tempest-verify_tempest_config-1076291177 tempest-verify_tempest_config-1076291177-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065684 Apr 13 14:32:01.529397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38238) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:32:01.652306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:01.667137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:32:01.671104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Usage tracker for resource:security_group_rule and tenant:502d0efd171d4493b1cd6ab3aa343a96 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:32:01.674021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:32:01.680143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:32:01.765228 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:01.768470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:01.777662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d9eff3bd-2675-4b95-82ed-fe1f5044ad04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:32:01.819721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Synchronizing usage tracker for tenant:5599223fbd5f4742b156bd63167b0857 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:32:01.823865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f01ac29-faf5-4cda-b026-af11ed90f5c2,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:32:01.835484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.835862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.836234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.836601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.836985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.837348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.837705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.838062 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.838416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.838769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.839117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.839467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:32:01.845025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:32:01.852879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Unset dirty status for tenant:5599223fbd5f4742b156bd63167b0857 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:32:01.854485 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=502d0efd171d4493b1cd6ab3aa343a96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3239689 Apr 13 14:32:01.857281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38244) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:32:01.919398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:01.947865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:02.001385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:02.005486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4bd6d037-6a89-46c5-9874-71c6a891b425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:32:02.016850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f01ac29-faf5-4cda-b026-af11ed90f5c2,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:32:02.019571 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:32:02.025416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:02.026664 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f01ac29-faf5-4cda-b026-af11ed90f5c2 HTTP/1.1" status: 204 len: 168 time: 0.1684561 Apr 13 14:32:02.671075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-51427ba7-1fee-4d21-b429-2699e918f1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:05.065114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-81c16c54-7ed5-4569-8355-da145c24c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:05.867609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:06.367853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:07.342394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:15.915362 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:32:32.671867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c2e194f-df4d-41cb-849f-a29960c8e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:35.068130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f1956f4d-acb4-4451-9959-54db4f494e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:35.869363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:36.369180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:37.347096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:32:52.914001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:33:02.673651 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b274-3b40-4662-892b-ed56792e10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:05.069775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3c188ea8-de82-4c41-9238-15fb5b63615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:05.871999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:06.370778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:07.349219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:29.913374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 5 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:33:32.677592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9179df94-a83a-42da-9210-ef50885f725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:35.070779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0f61a6ae-6710-4f1e-9b8e-c101e39a2d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:35.877793 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:36.372226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:37.353319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:38.976876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835'] for agent, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:33:44.338783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38304) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:33:44.460406 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-203c9cb7-68cd-4411-86cf-0e4be347f7f6 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1204331 Apr 13 14:33:46.995050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38314) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:33:47.054350 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-825f806f-2203-4f78-9211-3d7b8e04ace1 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0581307 Apr 13 14:34:02.679522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cc90b083-fa6c-4bf1-9fc5-e85020e77fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:05.071720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1d68cc8a-51c4-4cc2-a4a3-1d98f9db0d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:05.877731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:06.375893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:06.913671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:34:07.357573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:08.975799 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:32.681251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d3464a73-3388-40f3-bbd7-eae65346a034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:35.073717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-55e72292-5102-4f31-ace9-5bea88ba6bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:35.880675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:36.379811 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:37.360828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:38.991956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:34:43.917329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:35:02.683511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dd3d6a3d-823b-4e89-bd16-227cbe178220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:05.074656 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-51b3d2d7-fae3-40e8-b2ee-2054b188c195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:05.883960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:06.383118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:07.376271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:08.989396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:20.929047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:35:27.162779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38534) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:27.814892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-279029521-network', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:27.824162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:27.832467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Usage tracker for resource:network and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:27.838122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:27.850978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:27.867295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Made reservation on behalf of 07e84136b36f4958ba0c1688c5fcf4b4 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:27.875881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:27.899705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:27.948265 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:27.959096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Usage tracker for resource:security_group_rule and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:27.966462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:27.985258 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:27.985430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38560) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:28.129097 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.134048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.141443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:28.177063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:35:28.200019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d77092c-649f-41c3-aae7-5f7cc1fb5c5c,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:28.223668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.224226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.224776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.225360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.225897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.226444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.226979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.227517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.228052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.228592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.229198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.229726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Tracked resource versions report: Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: HyperV agent@hv-cinder-78605: {}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:35:28.231647 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:35:28.242525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:28.247784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.250164 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Added segment d7dbfc92-2a5c-4df8-852a-af0793aa4482 of type vlan for network cd11b96e-103a-48de-b559-8c4491aca047 Apr 13 14:35:28.307971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.358318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.361450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:28.362978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.386729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38572) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:28.394363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9809b9dc-b9b5-4e3b-ae5d-cacc7b9cfa5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:28.468718 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3042862 Apr 13 14:35:28.474286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38584) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:28.485215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Request body: {'subnet': {'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-subnet', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:28.495285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:28.504467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Usage tracker for resource:subnet and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:28.511419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:28.526764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:28.546050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38588) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:28.547020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Made reservation on behalf of 07e84136b36f4958ba0c1688c5fcf4b4 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:28.552453 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Pushing event updated for resources: {'Network': ['ID=cd11b96e-103a-48de-b559-8c4491aca047,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:28.556006 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:28.557093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.569639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network cd11b96e-103a-48de-b559-8c4491aca047 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:35:28.747506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1226346200-network', 'tenant_id': '816b180517834523ae6d13418706c65c'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:28.757480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:28.769929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Usage tracker for resource:network and tenant:816b180517834523ae6d13418706c65c is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:28.776547 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:28.788423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:28.810352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Made reservation on behalf of 816b180517834523ae6d13418706c65c for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:28.816332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.870448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:28.897606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2093962711-network', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:28.916353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:28.925414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Usage tracker for resource:security_group_rule and tenant:816b180517834523ae6d13418706c65c is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:28.932301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:28.947790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:28.963215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:28.980250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Usage tracker for resource:network and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:28.994716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:29.013877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:29.076835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Made reservation on behalf of 227bea1a03904c0f979fd9dda0f8238b for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:29.081613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.106176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.135651 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:29.148232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Usage tracker for resource:security_group_rule and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:29.205035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:29.235751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:29.241641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-network', 'tenant_id': '04806fca33cd4cf1aae14df360086452'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:29.301087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:29.307913 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.325838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Usage tracker for resource:network and tenant:04806fca33cd4cf1aae14df360086452 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:29.328805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.333696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:29.351950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:29.359234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:29.390365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:35:29.407455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Made reservation on behalf of 04806fca33cd4cf1aae14df360086452 for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:29.412970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.449705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.461039 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.461352 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Added segment 39acc63a-71cb-4fca-88b2-68bbc36a67fd of type vlan for network ad218529-de99-404d-903c-1c6aa99d3e34 Apr 13 14:35:29.495339 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb055c21-8aeb-4220-ba41-e638683eed6c,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:29.498252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:29.528542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Usage tracker for resource:security_group_rule and tenant:04806fca33cd4cf1aae14df360086452 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:29.532201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.532759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.532893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.533283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.533639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.533993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.534345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.534693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.535060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.535409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.535756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.536138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Tracked resource versions report: Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: HyperV agent@hv-cinder-78605: {}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:35:29.537385 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:35:29.544475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:29.547495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:29.600478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:29.687712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.699947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.736700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.779438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:29.830567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:29.888139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:35:30.217069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251f5983-ba66-459d-a522-4240d5d678e1,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:30.222916 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:30.223492 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Added segment 665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232 of type vlan for network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee Apr 13 14:35:30.317344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:30.328057 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:30.337313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9e91dbde-0762-484e-b67b-b7aa85cb9387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:30.404085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:30.405174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:30.618622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38658) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:30.622616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:30.711701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87042859-67c6-4e91-9f4b-4f44315d7d6f,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:30.750752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:30.753289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:30.757150 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:30.861266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.resource_extend [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 13 14:35:30.892958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:30.901641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38668) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:30.902740 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9150174 Apr 13 14:35:30.920660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Request body: {'subnet': {'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1226346200-subnet', 'tenant_id': '816b180517834523ae6d13418706c65c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:30.956879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:30.976504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Usage tracker for resource:subnet and tenant:816b180517834523ae6d13418706c65c is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:30.986374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:31.021248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:31.027088 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:35:31.073522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.077062 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Added segment 00872acf-1db9-475d-8c31-783cb8b23d77 of type vlan for network 6adf6f3c-111b-44dc-9532-0833e8f167d9 Apr 13 14:35:31.122172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.147495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Made reservation on behalf of 816b180517834523ae6d13418706c65c for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:31.156236 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.186220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:31.193252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Usage tracker for resource:security_group_rule and tenant:8606308f4dfc45b6829990482cf74ba3 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:31.201511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:31.214510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:31.302730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38676) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:31.361389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ad218529-de99-404d-903c-1c6aa99d3e34,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:31.372990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:31.373464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.378052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.390708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7276a0bb-2b0e-49a6-aa67-1a39f5c04757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:31.401525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network ad218529-de99-404d-903c-1c6aa99d3e34 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:35:31.423789 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:31.424446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.468012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Checking segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:31.468467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Network hostable DHCP agents. Network: cd11b96e-103a-48de-b559-8c4491aca047, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:35:31.598899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3200829a-6247-4b42-a1c3-964aff266545,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:31.604963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:31.627036 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:31.685338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38688) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:31.719221 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3302972 Apr 13 14:35:31.737143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38690) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:31.770309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.805477 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Request body: {'subnet': {'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2093962711-subnet', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:31.910873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:31.912557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:31.919474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Network cd11b96e-103a-48de-b559-8c4491aca047 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:35:31.973178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:31.991091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.034312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Usage tracker for resource:subnet and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:32.045859 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3140552 Apr 13 14:35:32.049016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:32.058289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Pushing event updated for resources: {'Network': ['ID=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:32.064958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38708) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:32.071080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, cd11b96e-103a-48de-b559-8c4491aca047) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:32.075749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:35:32.094110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:32.098488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:32.099739 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:32.127959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Request body: {'subnet': {'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-subnet', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:32.144285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:32.171005 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:32.181882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.190314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Usage tracker for resource:security_group_rule and tenant:ac971e500e694d20ac680805256f9d25 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:32.197003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Usage tracker for resource:subnet and tenant:04806fca33cd4cf1aae14df360086452 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:32.205712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:32.209293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.210873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:32.218814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.235195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Made reservation on behalf of 227bea1a03904c0f979fd9dda0f8238b for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:32.237725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3cabf-cd0b-4e1d-ac9f-3dd597372b26 None None] Network cd11b96e-103a-48de-b559-8c4491aca047 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:32.240977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.258042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:32.328402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:32.330991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:32.355301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:32.355964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.379643 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8606308f4dfc45b6829990482cf74ba3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7535219 Apr 13 14:35:32.383528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:32.389400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38716) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:32.400644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Pushing event updated for resources: {'Network': ['ID=6adf6f3c-111b-44dc-9532-0833e8f167d9,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:32.402911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Usage tracker for resource:security_group_rule and tenant:be0d8d19c74e4d269951aec22d72c756 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:32.413469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:32.415433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b37413-998b-462f-8c4f-2977024e2dea,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:32.421808 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:32.446657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:35:32.470459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Made reservation on behalf of 04806fca33cd4cf1aae14df360086452 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:32.476723 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.526082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:32.531571 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:32.597300 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.1210847 Apr 13 14:35:32.602231 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38720) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:32.618042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:32.627232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:32.635585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Usage tracker for resource:router and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:32.641204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:32.654474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:32.691872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.694587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.731292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9ce7b6ac-cb40-4cec-9801-1b3ce34d70d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.808457 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.810521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-cd11b96e-103a-48de-b559-8c4491aca047', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:35:32.812472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.867611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:32.899657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:32.901229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2485a351-2652-4464-b3e1-8405163dc60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.033468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Allocated IP 172.20.0.2 (cd11b96e-103a-48de-b559-8c4491aca047/87042859-67c6-4e91-9f4b-4f44315d7d6f/77f40d9b-f8f4-4340-bc25-2d4564353d9a) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:33.052605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2485a351-2652-4464-b3e1-8405163dc60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.093237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.125726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.186856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:33.260541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.277776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2485a351-2652-4464-b3e1-8405163dc60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.309199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.338016 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac971e500e694d20ac680805256f9d25&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0255866 Apr 13 14:35:33.355759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38732) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:33.510791 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be0d8d19c74e4d269951aec22d72c756&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7887554 Apr 13 14:35:33.518781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48abf177-0642-408a-b424-c1c0d02eef8c,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:33.532787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.538497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:33.547675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Transition to ACTIVE for port object 77f40d9b-f8f4-4340-bc25-2d4564353d9a will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:33.573818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Transition to ACTIVE for port object 77f40d9b-f8f4-4340-bc25-2d4564353d9a will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:33.581304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.585203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38740) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:33.587165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:33.614031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-219122d6-6da1-42d3-b27b-27252aab024b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:33.652239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485a351-2652-4464-b3e1-8405163dc60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b37413-998b-462f-8c4f-2977024e2dea,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:33.756859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2485a351-2652-4464-b3e1-8405163dc60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.758183 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2485a351-2652-4464-b3e1-8405163dc60a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2b37413-998b-462f-8c4f-2977024e2dea HTTP/1.1" status: 204 len: 168 time: 1.3595209 Apr 13 14:35:33.774218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f333e79-c0a5-416c-ac09-5162f574be3c,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:33.781420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:33.782821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:33.783214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:33.838376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:33.841694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41cb556-a981-4de0-917a-f1ee411bfb09,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:33.870661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.971s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:33.902092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.008882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.149522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Pushing event updated for resources: {'Port': ['ID=77f40d9b-f8f4-4340-bc25-2d4564353d9a,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:34.179336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.180444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.181414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.182351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.183253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.184116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.184961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.185541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Checking segment: {'id': '39acc63a-71cb-4fca-88b2-68bbc36a67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:34.186221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Network hostable DHCP agents. Network: ad218529-de99-404d-903c-1c6aa99d3e34, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:35:34.186551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.187459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.188361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.189283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.190394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Tracked resource versions report: Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: HyperV agent@hv-cinder-78605: {}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:35:34.193369 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:35:34.198834 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.205229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:34.251478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.301516 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Network cd11b96e-103a-48de-b559-8c4491aca047 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:34.304826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:34.309212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:35:34.363527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.374397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:34.388673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Network ad218529-de99-404d-903c-1c6aa99d3e34 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:35:34.418631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.422553 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, ad218529-de99-404d-903c-1c6aa99d3e34) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:34.452063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2a83cbf8-d323-47d1-b756-080e6ab72429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:34.469555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:34.471309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.497257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f490e-dbb1-4e37-860a-0d856fe03840 None None] Network ad218529-de99-404d-903c-1c6aa99d3e34 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:34.506162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48abf177-0642-408a-b424-c1c0d02eef8c,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:34.514753 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:34.535991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f333e79-c0a5-416c-ac09-5162f574be3c,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:34.551040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:34.584675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.587131 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48abf177-0642-408a-b424-c1c0d02eef8c HTTP/1.1" status: 204 len: 168 time: 1.2143474 Apr 13 14:35:34.608762 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7053471 Apr 13 14:35:34.660693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.671265 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f333e79-c0a5-416c-ac09-5162f574be3c HTTP/1.1" status: 204 len: 168 time: 1.0595441 Apr 13 14:35:34.694917 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.717612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:34.785262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.933349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38770) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:34.934933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.993259 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:34.995723 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.014803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:35.022264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:35.027101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7a235b30dbce4a2286567fe585354097 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:35.033906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:35.043450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:35.043886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:35.176371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:35.188056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653bedf9-df83-4d60-b321-fc1d5a76b105 None None] Network ad218529-de99-404d-903c-1c6aa99d3e34 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:35.346418 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6bc6f4-6501-4897-ad3e-29880e0f8da7,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:35.353090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:35.434881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Checking segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:35.435636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Network hostable DHCP agents. Network: 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:35:35.483775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Checking segment: {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:35.484579 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Network hostable DHCP agents. Network: 6adf6f3c-111b-44dc-9532-0833e8f167d9, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:35:35.497481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:35:35.519822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:35.524457 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:35:35.528848 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:35.529871 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.550370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 6adf6f3c-111b-44dc-9532-0833e8f167d9) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:35.559197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:35.559987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.578274 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8269372 Apr 13 14:35:35.579155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38780) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:35.587253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:35.594296 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.5274014 Apr 13 14:35:35.595794 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:35.599692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38784) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:35.604568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Usage tracker for resource:router and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:35.611990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:35.616401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:35.629948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:35.633538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:35.643519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Usage tracker for resource:router and tenant:04806fca33cd4cf1aae14df360086452 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:35.650101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:35.658631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:35.665673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Allocated IP 172.28.0.57 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/8be52ecd-810f-448f-8e69-c5a5fb91102a) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:35.671783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.673394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.693937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.695708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433aa0ab-6c16-470d-a7ef-a387f7c39479 None None] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:35.698815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38788) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:35.713291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Attempting to bind port 77f40d9b-f8f4-4340-bc25-2d4564353d9a on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:35:35.713908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.714082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Attempting to bind port 77f40d9b-f8f4-4340-bc25-2d4564353d9a by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:35:35.714443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Attempting to bind port 77f40d9b-f8f4-4340-bc25-2d4564353d9a on network cd11b96e-103a-48de-b559-8c4491aca047 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:35:35.716538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:35.768105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a056949c-8cbc-470d-a004-94be516fd5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:36.086582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9f0786-a8fc-4a8f-b38b-fd3067716f63 None None] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:36.103518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:35:36.104050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Checking segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:36.104378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.105117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Bound using segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:35:36.105695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Bound port: 77f40d9b-f8f4-4340-bc25-2d4564353d9a, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:35:36.106278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.195587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.201121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] For port 77f40d9b-f8f4-4340-bc25-2d4564353d9a, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:35:36.204891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] For port 77f40d9b-f8f4-4340-bc25-2d4564353d9a, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=77f40d9b-f8f4-4340-bc25-2d4564353d9a,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:35:36.299905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1bdde8-7e39-4d0f-ba7e-192ae8e36c31,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:36.316797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:36.334270 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a235b30dbce4a2286567fe585354097&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3704753 Apr 13 14:35:36.338934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38804) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:36.339207 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38806) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:36.360232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.384497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.442194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:36.534754 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.537527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d88c402b-a520-4583-895a-87da0afb6634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.559800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.576631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.579065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.614167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.800111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Pushing event updated for resources: {'Port': ['ID=8be52ecd-810f-448f-8e69-c5a5fb91102a,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:36.807428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:36.812634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Usage tracker for resource:security_group_rule and tenant:4fc5fb9cdf88419c9df4691e4e3eec61 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:36.815979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:36.823508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:36.880268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:36.884530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:36.977843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:37.029100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:37.096343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:35:37.097391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:37.100123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b71695188dd545e8b696eaeb1a97fe6a is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:37.138837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:37.183701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Pushing event updated for resources: {'Port': ['ID=77f40d9b-f8f4-4340-bc25-2d4564353d9a,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:37.196880 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:37.255163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:37.343780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:37.395231 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Allocated IP 172.20.0.2 (239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee/5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0/b5375823-a2e8-4f88-bad6-506e5f559120) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:37.415485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:37.477358 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:37.580476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7edff707-e443-4b9c-8734-a355dfb6fdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:37.635051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38836) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:37.674599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:37.694626 dv-cinder-786054-1-smb neutron-server[85165]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 13 14:35:37.708575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:37.765843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:35:37.921931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:38.094264 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fc5fb9cdf88419c9df4691e4e3eec61&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7536926 Apr 13 14:35:38.125993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:38.151365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:38.153750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:38.189300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 38848) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:38.262240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49b6ba-53fc-4d0c-aa81-f22fcd0f99a1 None None] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:38.271668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e687d37a-ab21-4440-ac5c-903b31259a6e,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:38.300623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:38.343692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:38.494297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:38.716135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:38.788876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:38.874443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.005370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.053997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.090775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Transition to ACTIVE for port object b5375823-a2e8-4f88-bad6-506e5f559120 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:39.129079 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.151329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Transition to ACTIVE for port object b5375823-a2e8-4f88-bad6-506e5f559120 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:39.162581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.187316 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f9234c3a-83fa-4f52-8e83-7568dd66dee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:39.203291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:39.218854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1bdde8-7e39-4d0f-ba7e-192ae8e36c31,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:39.222724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:39.268806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.359682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-2eccc2c2-2283-46c8-99ca-6cc20c7d77fc tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:39.362866 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-2eccc2c2-2283-46c8-99ca-6cc20c7d77fc tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/networks?id=ad218529-de99-404d-903c-1c6aa99d3e34 HTTP/1.1" status: 200 len: 812 time: 1.7158234 Apr 13 14:35:39.377488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.385179 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e1bdde8-7e39-4d0f-ba7e-192ae8e36c31 HTTP/1.1" status: 204 len: 168 time: 3.0395954 Apr 13 14:35:39.434750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.479509 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-614de5be-c3e5-45df-a10a-d8d139ad96ef tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/quotas/816b180517834523ae6d13418706c65c HTTP/1.1" status: 200 len: 375 time: 0.0925684 Apr 13 14:35:39.480592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.532569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:39.616668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Pushing event updated for resources: {'Port': ['ID=b5375823-a2e8-4f88-bad6-506e5f559120,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:39.632413 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:39.687424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.752179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:39.759432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:39.765467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.769177 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:35:39.961921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Attempting to bind port b5375823-a2e8-4f88-bad6-506e5f559120 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:35:39.962643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Attempting to bind port b5375823-a2e8-4f88-bad6-506e5f559120 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:35:39.963317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Attempting to bind port b5375823-a2e8-4f88-bad6-506e5f559120 on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:35:39.978663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:35:39.979630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Checking segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:39.980265 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:39.980872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Bound using segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:35:39.983140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Bound port: b5375823-a2e8-4f88-bad6-506e5f559120, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:35:39.984060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.084585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] For port b5375823-a2e8-4f88-bad6-506e5f559120, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:35:40.089607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] For port b5375823-a2e8-4f88-bad6-506e5f559120, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b5375823-a2e8-4f88-bad6-506e5f559120,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:35:40.097767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.099403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Allocated IP 172.28.0.110 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/8b721d2e-86f2-48a9-839e-7d435bb728e5) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:40.145761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c58652e-8ad9-4394-bc82-c8498f31affc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:40.160658 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-5d78773c-e766-4a17-881c-844ebd859f76 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=816b180517834523ae6d13418706c65c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6589022 Apr 13 14:35:40.162383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fb7ab1-f20f-4047-9bae-e912bd640344,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:40.173738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:40.206559 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b71695188dd545e8b696eaeb1a97fe6a&name=default HTTP/1.1" status: 200 len: 2975 time: 4.5004749 Apr 13 14:35:40.208741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38874) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:40.326146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.362034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.418816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.428978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:40.456019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.523524 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Pushing event updated for resources: {'Port': ['ID=b5375823-a2e8-4f88-bad6-506e5f559120,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:40.537999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:40.561186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fb7ab1-f20f-4047-9bae-e912bd640344,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:40.569690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.575450 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81fb7ab1-f20f-4047-9bae-e912bd640344 HTTP/1.1" status: 204 len: 168 time: 0.3585634 Apr 13 14:35:40.576021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.576279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:40.696762 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.857443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:40.902156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e687d37a-ab21-4440-ac5c-903b31259a6e,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:40.931349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-e97fd0e7-9dd9-4569-a364-dddbd11adac4 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:35:40.935426 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-e97fd0e7-9dd9-4569-a364-dddbd11adac4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2522357 Apr 13 14:35:40.974696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:40.994300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:40.997272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15aa86b-af04-49dd-82d8-a940bb8b49d1 None None] Network cd11b96e-103a-48de-b559-8c4491aca047 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:41.038371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:41.048201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Router 75a55db7-ffce-40be-acfb-7005db8476e0 is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:35:41.054780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 77f40d9b-f8f4-4340-bc25-2d4564353d9a up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:35:41.192699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:41.196938 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e687d37a-ab21-4440-ac5c-903b31259a6e HTTP/1.1" status: 204 len: 168 time: 3.0015862 Apr 13 14:35:41.242383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Allocated IP 172.28.0.245 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/6e829916-2371-43f8-b494-5841908d8203) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:41.249163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Pushing event updated for resources: {'Port': ['ID=8b721d2e-86f2-48a9-839e-7d435bb728e5,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:41.300761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-05040d97-4237-4330-a870-15807f47c78b None None] Provisioning for port 77f40d9b-f8f4-4340-bc25-2d4564353d9a completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:35:41.303923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:41.694319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 77f40d9b-f8f4-4340-bc25-2d4564353d9a completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:35:41.711049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 77f40d9b-f8f4-4340-bc25-2d4564353d9a triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:41.711573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:41.863138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:41.883771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:41.896672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:35:41.964665 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-c11f1ff6-d7fe-4603-aa90-4b823bca3403 service neutron] 10.222.0.35 "GET /v2.0/networks/ad218529-de99-404d-903c-1c6aa99d3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0156517 Apr 13 14:35:42.109143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:42.168973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 77f40d9b-f8f4-4340-bc25-2d4564353d9a, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=77f40d9b-f8f4-4340-bc25-2d4564353d9a,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:35:42.173954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:42.188584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:42.233268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38932) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:42.349985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=77f40d9b-f8f4-4340-bc25-2d4564353d9a,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:42.363320 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-fc10aa8b-5157-4a2f-b885-934952b69287 service neutron] 10.222.0.35 "GET /v2.0/networks/ad218529-de99-404d-903c-1c6aa99d3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973668 Apr 13 14:35:42.366988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:42.394917 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:35:42.415024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Sync routers for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:35:42.441373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:35:42.442710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:35:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:42.465128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Notify callbacks [] for router, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:42.468106 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8637869 Apr 13 14:35:42.471394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38944) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:42.670226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-818a2843-2f35-4410-886c-561c1eb1cbc4 None None] Provisioning complete for port 77f40d9b-f8f4-4340-bc25-2d4564353d9a triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:42.671569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-818a2843-2f35-4410-886c-561c1eb1cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:42.916877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38960) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:43.101040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:35:43.156754 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9f241f7d-1007-4f04-81fe-3a72252b2cda req-1ff4e3b6-711a-4a0a-8b69-e2230c713dff tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.2255864 Apr 13 14:35:43.213625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 77f40d9b-f8f4-4340-bc25-2d4564353d9a up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:35:43.369698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 77f40d9b-f8f4-4340-bc25-2d4564353d9a triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:43.370310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:43.461467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:43.553652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device b5375823-a2e8-4f88-bad6-506e5f559120 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:35:43.589131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb6fa5-7c13-4bf8-a862-8dfea37f37a0 None None] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:43.613749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:43.637474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:43.672592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-8097fa42-38f4-4245-bb19-39ce1695f28f None None] Provisioning for port b5375823-a2e8-4f88-bad6-506e5f559120 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:35:43.702672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:43.736308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Usage tracker for resource:security_group_rule and tenant:cc2883d4fa104c36a934205746adc7c2 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:43.744264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:43.762098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:43.989570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port b5375823-a2e8-4f88-bad6-506e5f559120 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:35:43.994699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:44.006989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:44.028454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port b5375823-a2e8-4f88-bad6-506e5f559120 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:44.029268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:44.034217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:44.094250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:44.135423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 3, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:44.145570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Checking router: 75a55db7-ffce-40be-acfb-7005db8476e0 for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:35:44.147002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Updating router 75a55db7-ffce-40be-acfb-7005db8476e0 port 8be52ecd-810f-448f-8e69-c5a5fb91102a binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:35:44.183070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:44.242191 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cc2883d4fa104c36a934205746adc7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8953085 Apr 13 14:35:44.272643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 38990) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:44.277590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b08bb9-35a6-4e2d-81e2-c8501eaac667,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:44.348517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:44.439654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:44.548896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:44.584159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port b5375823-a2e8-4f88-bad6-506e5f559120, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b5375823-a2e8-4f88-bad6-506e5f559120,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:35:44.589280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:44.591609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:44.751177 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=b5375823-a2e8-4f88-bad6-506e5f559120,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:44.756084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:44.858343 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e88a614b-c2f5-4039-8045-2c11b1220406 req-150e3d66-1ad5-4b74-8908-298cac6889c4 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.2500880 Apr 13 14:35:44.943855 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Pushing event updated for resources: {'Port': ['ID=6e829916-2371-43f8-b494-5841908d8203,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:44.965041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:44.975220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.004023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4acb73ab-8007-45f2-9289-412f2b46816a None None] Provisioning complete for port b5375823-a2e8-4f88-bad6-506e5f559120 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:45.004959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4acb73ab-8007-45f2-9289-412f2b46816a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.089926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:45.100730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.111133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:45.188431 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:35:45.332494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.359291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Transition to ACTIVE for port object 8be52ecd-810f-448f-8e69-c5a5fb91102a will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:45.367530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.535416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:45.616833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.647283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Pushing event updated for resources: {'Port': ['ID=8be52ecd-810f-448f-8e69-c5a5fb91102a,revision_number=2']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:45.657706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.658555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.659132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.659661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.660193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.660773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.661198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39016) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:45.661992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.662287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2ee65118-9c38-4df6-9c32-bb4a4047d26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:45.662693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.663217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.663746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.664432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.664966 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Tracked resource versions report: Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: pushed versions: Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: { 'AddressGroup': {'1.2'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': {'1.0'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': {'1.0'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': {'1.1'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': {'1.7'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': {'1.2'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': {'1.8'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': {'1.4'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': {'1.2'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': {'1.0'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': {'1.1'}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': {'1.1'}} Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: consumer versions: Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: { DHCP agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: HyperV agent@hv-cinder-78605: {}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: L3 agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: Metadata agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: Metering agent@dv-cinder-786054-1-smb: {}, Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: Open vSwitch agent@dv-cinder-786054-1-smb: { 'AddressGroup': '1.2', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'ConntrackHelper': '1.0', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Log': '1.0', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Network': '1.1', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Port': '1.7', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'PortForwarding': '1.2', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'QosPolicy': '1.8', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroup': '1.4', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'SecurityGroupRule': '1.2', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'SubPort': '1.0', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Subnet': '1.1', Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: 'Trunk': '1.1'}} Apr 13 14:35:45.666300 dv-cinder-786054-1-smb neutron-server[85165]: {{(pid=85283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 13 14:35:45.703857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Attempting to bind port 8be52ecd-810f-448f-8e69-c5a5fb91102a on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:35:45.704558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Attempting to bind port 8be52ecd-810f-448f-8e69-c5a5fb91102a by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:35:45.704727 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b08bb9-35a6-4e2d-81e2-c8501eaac667,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:45.705311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Attempting to bind port 8be52ecd-810f-448f-8e69-c5a5fb91102a on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:35:45.742885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:35:45.745688 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:45.746332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.746926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:35:45.747646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Bound port: 8be52ecd-810f-448f-8e69-c5a5fb91102a, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:35:45.748240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.823342 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:45.837066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] For port 8be52ecd-810f-448f-8e69-c5a5fb91102a, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:35:45.841072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] For port 8be52ecd-810f-448f-8e69-c5a5fb91102a, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8be52ecd-810f-448f-8e69-c5a5fb91102a,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:35:45.846049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:45.957865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:46.023909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:46.027625 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31b08bb9-35a6-4e2d-81e2-c8501eaac667 HTTP/1.1" status: 204 len: 168 time: 1.7229860 Apr 13 14:35:46.147072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:46.147743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:46.240254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Pushing event updated for resources: {'Port': ['ID=8be52ecd-810f-448f-8e69-c5a5fb91102a,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:46.241814 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd83f6a3-d8db-422e-9ab2-c35a821e4df8 req-85a75aae-3573-4888-b521-9f70b4765360 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.0988173 Apr 13 14:35:46.255284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:46.278555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:35:46.280241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:35:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:46.617324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1154474649-network', 'tenant_id': '9628a6beef044a149d50c285665a5425'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:46.626908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:46.636012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Usage tracker for resource:network and tenant:9628a6beef044a149d50c285665a5425 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:46.642009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:46.660519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:46.729813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Allocated IP 172.20.0.1 (cd11b96e-103a-48de-b559-8c4491aca047/87042859-67c6-4e91-9f4b-4f44315d7d6f/84d0694f-404a-4edc-b023-a7ecd9f713d9) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:46.764857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:46.845052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device b5375823-a2e8-4f88-bad6-506e5f559120 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:35:47.036113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Made reservation on behalf of 9628a6beef044a149d50c285665a5425 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:47.043189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port b5375823-a2e8-4f88-bad6-506e5f559120 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:47.043632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.051341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.069176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:35:47.120704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39056) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:47.270971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.317640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:47.328160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Usage tracker for resource:security_group_rule and tenant:9628a6beef044a149d50c285665a5425 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:47.336608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:47.352644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:47.602456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.691733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.866001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.887113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Transition to ACTIVE for port object 84d0694f-404a-4edc-b023-a7ecd9f713d9 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:47.932337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:47.939140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.947721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:47.960228 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4bd1e010-3468-4d17-8609-fefe8ba28852 req-cb0f8304-5d63-4b8f-b85e-f41cac91ed2d tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.3283587 Apr 13 14:35:47.961907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Usage tracker for resource:security_group_rule and tenant:fb1dec091e294c2eb8febe87725d2890 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:47.965969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:48.013460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:48.013776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 3, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:48.021478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-736fd164-4e90-47dd-a7c1-5445986088bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:48.052426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40705e-2efd-4f2b-baaf-a2ab28d06757 None None] The sync data for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb is: [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 3, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:35:48.089864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:48.171946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:35:48.189012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:48.189856 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Added segment 0741fe52-392a-45eb-8388-16934cde086e of type vlan for network d28dfff5-977a-45fa-9706-9c90a1f98400 Apr 13 14:35:48.239600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:48.299290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:48.361607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:35:48.365949 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:48.367030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:48.397302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb1271d-eb0e-4dbb-8be4-234cf910788e,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:48.421856 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7224398 Apr 13 14:35:48.423101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39086) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:48.428501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:48.434444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-da9aaf8b-9c53-4d9d-bf27-c3ecb3f2eb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:48.488049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Request body: {'subnet': {'network_id': 'd28dfff5-977a-45fa-9706-9c90a1f98400', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1154474649-subnet', 'tenant_id': '9628a6beef044a149d50c285665a5425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:48.494777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:48.499511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Usage tracker for resource:subnet and tenant:9628a6beef044a149d50c285665a5425 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:48.503931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:48.515231 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:48.821381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.26', 59485) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:49.024884 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Pushing event updated for resources: {'Port': ['ID=84d0694f-404a-4edc-b023-a7ecd9f713d9,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:49.039537 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Made reservation on behalf of 9628a6beef044a149d50c285665a5425 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:49.058010 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:49.097410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8be52ecd-810f-448f-8e69-c5a5fb91102a up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:35:49.204160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:35:49.264878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:49.272673 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-50a3c252-7ed7-49b3-99cf-eec701678336 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.6921060 Apr 13 14:35:49.277171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Sync routers for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:35:49.282704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39104) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:49.312126 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:35:49.312895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:35:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:49.568837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:49.612569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.196s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:49.872605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:49.896750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:35:50.336298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 8be52ecd-810f-448f-8e69-c5a5fb91102a completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:35:50.360731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8be52ecd-810f-448f-8e69-c5a5fb91102a triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:50.361363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:50.377041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Pushing event updated for resources: {'Network': ['ID=d28dfff5-977a-45fa-9706-9c90a1f98400,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:50.398041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:50.456460 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e3c5ff8-d551-4b2f-bc39-01ba398f3283 req-a5923185-5d02-4718-97f2-2f776363a46c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.1880088 Apr 13 14:35:50.632240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:50.646696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network d28dfff5-977a-45fa-9706-9c90a1f98400 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:35:50.706238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-250de4e3-94b4-442c-8559-6e0adb2779fc tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:50.709514 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-250de4e3-94b4-442c-8559-6e0adb2779fc tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.26 "GET /v2.0/networks?id=ad218529-de99-404d-903c-1c6aa99d3e34 HTTP/1.1" status: 200 len: 812 time: 1.8455815 Apr 13 14:35:50.737446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:50.968614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:51.027552 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb1dec091e294c2eb8febe87725d2890&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8760436 Apr 13 14:35:51.039354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Request body: {'port': {'device_id': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34', 'admin_state_up': True, 'tenant_id': '816b180517834523ae6d13418706c65c'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:35:51.127144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39152) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:51.174324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5202df8-5165-487f-ba53-b6c22a8dca99,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:51.189300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Network cd11b96e-103a-48de-b559-8c4491aca047 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:51.209831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:51.214456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:51.238942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:51.239580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:35:51.240112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:51.326025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 8be52ecd-810f-448f-8e69-c5a5fb91102a, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8be52ecd-810f-448f-8e69-c5a5fb91102a,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:35:51.358197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:51.378278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:51.688612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:51.713853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=8be52ecd-810f-448f-8e69-c5a5fb91102a,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:51.749479 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:51.750526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Router 91857a2d-2423-47ef-bf22-fec2156a12cc is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:35:51.815672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:51.831508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-5a9dd5b1-316d-41c3-b83c-58eea65e7df0 None None] Provisioning for port 84d0694f-404a-4edc-b023-a7ecd9f713d9 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:35:51.851081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:42Z', 'revision_number': 3, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:51.871806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Checking router: 84b4fbe8-2212-4f1c-971b-7d3392fc7bca for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:35:51.872239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Updating router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca port 8b721d2e-86f2-48a9-839e-7d435bb728e5 binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:35:51.907142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-5a9dd5b1-316d-41c3-b83c-58eea65e7df0 None None] Provisioning complete for port 84d0694f-404a-4edc-b023-a7ecd9f713d9 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:51.907574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5a9dd5b1-316d-41c3-b83c-58eea65e7df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:52.053123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-5a9dd5b1-316d-41c3-b83c-58eea65e7df0 None None] Port 84d0694f-404a-4edc-b023-a7ecd9f713d9 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:35:52.054674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:52.061266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:52.163014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39170) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:52.303440 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bdfeccfc-0006-462f-ba0c-cbbe5ff3703e req-b8f4437e-9ccb-443b-b49b-c34087317c87 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.3475893 Apr 13 14:35:52.345094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ffc27f0b-4e53-4e38-aaf0-2e62767171ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:52.582106 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:52.586072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:52.700948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:53.129233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Allocated IP 172.20.0.1 (239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee/5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0/635e02f5-9883-4ef1-8c46-779f555fc176) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:53.183536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.203286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.230844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.245930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.247262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Usage tracker for resource:port and tenant:816b180517834523ae6d13418706c65c is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:53.305953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:53.309376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.346032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.371175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Transition to ACTIVE for port object 8b721d2e-86f2-48a9-839e-7d435bb728e5 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:53.394863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.452178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:53.473735 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:53.517334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Network cd11b96e-103a-48de-b559-8c4491aca047 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:53.547205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:53.577656 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b0fe61-7f27-4626-ba9b-e7ddf5a91460,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:53.603129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.658369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Transition to ACTIVE for port object 635e02f5-9883-4ef1-8c46-779f555fc176 will not be triggered until provisioned by entity DHCP. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:53.729554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157dfc4-e77c-414e-bc34-1e9d776e331f None None] Pushing event updated for resources: {'Port': ['ID=8b721d2e-86f2-48a9-839e-7d435bb728e5,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:53.732564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8be52ecd-810f-448f-8e69-c5a5fb91102a up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:35:53.743970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:53.799300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5202df8-5165-487f-ba53-b6c22a8dca99,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:53.804857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.817175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:35:53.831288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Usage tracker for resource:security_group_rule and tenant:145f4ebbcbc348f2abfa4e6e05f1eeca is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:35:53.840220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:35:53.864731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:53.882360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8157dfc4-e77c-414e-bc34-1e9d776e331f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:53.898777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:35:53.921499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Sync routers for ids ['91857a2d-2423-47ef-bf22-fec2156a12cc'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:35:53.932311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:35:53.937814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:53.954675 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5202df8-5165-487f-ba53-b6c22a8dca99 HTTP/1.1" status: 204 len: 168 time: 2.8205893 Apr 13 14:35:53.999344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Routers {'91857a2d-2423-47ef-bf22-fec2156a12cc'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:35:54.006810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:35:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['91857a2d-2423-47ef-bf22-fec2156a12cc'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:54.125791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8be52ecd-810f-448f-8e69-c5a5fb91102a triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:54.126058 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:54.325805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-8ff7afec-4c44-4023-a8a9-3f29d405f493 None None] Provisioning complete for port 84d0694f-404a-4edc-b023-a7ecd9f713d9 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:54.326521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8ff7afec-4c44-4023-a8a9-3f29d405f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:54.557684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:54.561531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:54.566136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Router 75a55db7-ffce-40be-acfb-7005db8476e0 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:35:54.677375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Attempting to bind port 8b721d2e-86f2-48a9-839e-7d435bb728e5 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:35:54.678138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Attempting to bind port 8b721d2e-86f2-48a9-839e-7d435bb728e5 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:35:54.678576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Attempting to bind port 8b721d2e-86f2-48a9-839e-7d435bb728e5 on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:35:54.730171 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-24b7a9c1-e074-4a75-9039-3a509910b76c req-650e4904-4029-4a06-bb3f-b93345101bf5 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.2114947 Apr 13 14:35:54.731692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Made reservation on behalf of 816b180517834523ae6d13418706c65c for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:35:54.744280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:35:54.745175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:54.745743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:54.746595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:35:54.748756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Bound port: 8b721d2e-86f2-48a9-839e-7d435bb728e5, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:35:54.749772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:54.762875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:54.765588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Set router 91857a2d-2423-47ef-bf22-fec2156a12cc gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:35:54.794052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Pushing event updated for resources: {'Port': ['ID=635e02f5-9883-4ef1-8c46-779f555fc176,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:54.815196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:54.831035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:54.875198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:54.883139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:54.950690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:55.014333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.674s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:55.022808 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.560s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:55.027245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f68a8cf-34da-4a44-a032-8a799ccdb2d5,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:55.049412 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=145f4ebbcbc348f2abfa4e6e05f1eeca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8227301 Apr 13 14:35:55.050464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:35:55.050976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:55.103440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] For port 8b721d2e-86f2-48a9-839e-7d435bb728e5, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:35:55.126061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] For port 8b721d2e-86f2-48a9-839e-7d435bb728e5, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8b721d2e-86f2-48a9-839e-7d435bb728e5,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:35:55.352261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:55.395317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7afec-4c44-4023-a8a9-3f29d405f493 None None] Port 84d0694f-404a-4edc-b023-a7ecd9f713d9 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:35:55.403423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:55.658772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:46Z', 'revision_number': 3, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:55.670694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Checking router: 91857a2d-2423-47ef-bf22-fec2156a12cc for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:35:55.671226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Updating router 91857a2d-2423-47ef-bf22-fec2156a12cc port 6e829916-2371-43f8-b494-5841908d8203 binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:35:55.695674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39202) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:55.739312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:55.795157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:55.806830 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 20.2055171 Apr 13 14:35:55.812764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39214) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:55.876507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-fe6e9aa1-499d-4923-90de-2d592272fe2d None None] Provisioning for port 635e02f5-9883-4ef1-8c46-779f555fc176 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:35:56.014654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:56.103271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-fe6e9aa1-499d-4923-90de-2d592272fe2d None None] Provisioning complete for port 635e02f5-9883-4ef1-8c46-779f555fc176 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:35:56.104333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fe6e9aa1-499d-4923-90de-2d592272fe2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:56.269353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e9aa1-499d-4923-90de-2d592272fe2d None None] Port 635e02f5-9883-4ef1-8c46-779f555fc176 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:35:56.362692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:35:56.369679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:35:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:57.268337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Checking segment: {'id': '0741fe52-392a-45eb-8388-16934cde086e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd28dfff5-977a-45fa-9706-9c90a1f98400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:57.283588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Network hostable DHCP agents. Network: d28dfff5-977a-45fa-9706-9c90a1f98400, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:35:57.361211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Pushing event updated for resources: {'Port': ['ID=84d0694f-404a-4edc-b023-a7ecd9f713d9,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:57.449215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157dfc4-e77c-414e-bc34-1e9d776e331f None None] Pushing event updated for resources: {'Port': ['ID=8b721d2e-86f2-48a9-839e-7d435bb728e5,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:57.462058 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8157dfc4-e77c-414e-bc34-1e9d776e331f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.059s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:57.642296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.617s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:57.750697 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-11fcdd28-45ff-4026-a756-d6290c15d122 req-10a6dc7a-37e4-4efa-8934-ee7b09e8cf1c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.9509273 Apr 13 14:35:57.767396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:57.773055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:35:57.811085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:57.844844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Transition to ACTIVE for port object 6e829916-2371-43f8-b494-5841908d8203 will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:35:57.865575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:57.984136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:58.175411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.192666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.230182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0e3cb-5aa1-4843-b333-c5c35704ccf2 None None] Pushing event updated for resources: {'Port': ['ID=6e829916-2371-43f8-b494-5841908d8203,revision_number=2']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:58.243804 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:35:58.254977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3fc0e3cb-5aa1-4843-b333-c5c35704ccf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:58.417151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Network d28dfff5-977a-45fa-9706-9c90a1f98400 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:35:58.550978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, d28dfff5-977a-45fa-9706-9c90a1f98400) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:58.635544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:35:58.690872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:35:58.695087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.755689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Allocated IP 172.20.0.13 (ad218529-de99-404d-903c-1c6aa99d3e34/e41cb556-a981-4de0-917a-f1ee411bfb09/c97ce1b5-a400-476f-985e-c9a67bc821c9) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:35:58.766067 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8b820-82d3-46c5-ac45-b9474da477f8 None None] Network d28dfff5-977a-45fa-9706-9c90a1f98400 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:35:58.806798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Sync routers for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:35:58.813275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Attempting to bind port 6e829916-2371-43f8-b494-5841908d8203 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:35:58.816195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Attempting to bind port 6e829916-2371-43f8-b494-5841908d8203 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:35:58.816389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.817430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Attempting to bind port 6e829916-2371-43f8-b494-5841908d8203 on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:35:58.823238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.826344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.837421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.863044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:35:58.863760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:35:58.864518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.865327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:35:58.876449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Bound port: 6e829916-2371-43f8-b494-5841908d8203, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:35:58.878377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:58.879617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:58.907330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:35:58.943699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:35:58.948821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:35:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:35:59.052721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f68a8cf-34da-4a44-a032-8a799ccdb2d5,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:59.120214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Pushing event updated for resources: {'Port': ['ID=635e02f5-9883-4ef1-8c46-779f555fc176,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:35:59.133989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:59.200415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:35:59.231140 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 10.7981703 Apr 13 14:35:59.273174 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] 10.222.0.35 "PUT /v2.0/routers/75a55db7-ffce-40be-acfb-7005db8476e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7943499 Apr 13 14:35:59.274832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:59.278211 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f68a8cf-34da-4a44-a032-8a799ccdb2d5 HTTP/1.1" status: 204 len: 168 time: 3.1895609 Apr 13 14:35:59.414091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] For port 6e829916-2371-43f8-b494-5841908d8203, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:35:59.424136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] For port 6e829916-2371-43f8-b494-5841908d8203, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=6e829916-2371-43f8-b494-5841908d8203,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:35:59.433269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:35:59.454889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:35:59.460726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:35:59.563993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39270) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:35:59.675781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-0055c764-8df5-4476-ba95-fccdfd3a0cdf req-4c32df26-72a3-4e8d-8c65-29c835301e3b tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Synchronizing usage tracker for tenant:816b180517834523ae6d13418706c65c on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:35:59.746974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:35:59.913036 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:00.028071 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-0055c764-8df5-4476-ba95-fccdfd3a0cdf req-4c32df26-72a3-4e8d-8c65-29c835301e3b tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Unset dirty status for tenant:816b180517834523ae6d13418706c65c on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:00.031081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:36:00.049231 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] 10.222.0.35 "PUT /v2.0/routers/84b4fbe8-2212-4f1c-971b-7d3392fc7bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7621038 Apr 13 14:36:00.050741 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0055c764-8df5-4476-ba95-fccdfd3a0cdf req-4c32df26-72a3-4e8d-8c65-29c835301e3b tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.7544801 Apr 13 14:36:00.151241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:00.462269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Routers {'91857a2d-2423-47ef-bf22-fec2156a12cc'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:00.464483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:35:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['91857a2d-2423-47ef-bf22-fec2156a12cc'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:00.520552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:00.649488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:00.877166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:01.278778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:01.323988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] Set router 91857a2d-2423-47ef-bf22-fec2156a12cc gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:01.442709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:01.548984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:01.566862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Usage tracker for resource:security_group_rule and tenant:a2681b1d08754687a3ebeee7db1549d4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:01.570566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:01.596958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:01.736513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Allocated IP 172.20.0.1 (6adf6f3c-111b-44dc-9532-0833e8f167d9/8f6bc6f4-6501-4897-ad3e-29880e0f8da7/1ed4d8b4-496c-419c-a324-26c8044cc615) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:36:01.794875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba23c3d-4fd5-423f-ac05-1392b5e6e37a None None] Network d28dfff5-977a-45fa-9706-9c90a1f98400 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:36:01.834603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0e3cb-5aa1-4843-b333-c5c35704ccf2 None None] Pushing event updated for resources: {'Port': ['ID=6e829916-2371-43f8-b494-5841908d8203,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:01.854627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3fc0e3cb-5aa1-4843-b333-c5c35704ccf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.703s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:02.008210 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Network ad218529-de99-404d-903c-1c6aa99d3e34 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:02.053191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:02.097157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Pushing event updated for resources: {'Port': ['ID=c97ce1b5-a400-476f-985e-c9a67bc821c9,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:02.107511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:02.149296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:02.150494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:02.187310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:02.232620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-2534a92d-622f-4434-9505-106cc792a02d None None] Provisioning complete for port 635e02f5-9883-4ef1-8c46-779f555fc176 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:02.233440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2534a92d-622f-4434-9505-106cc792a02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:02.340843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:02.351755 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 11.4014547 Apr 13 14:36:02.391622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-7b5bc0da-b58e-40ec-b62e-6c9d50886f6f tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:36:02.395627 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-7b5bc0da-b58e-40ec-b62e-6c9d50886f6f tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138283 Apr 13 14:36:02.468532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:02.510180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c60221-31a0-4a16-b93e-45582b476985 req-f0162058-e572-4483-871d-3ebeb6556c41 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:02.526275 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-14c60221-31a0-4a16-b93e-45582b476985 req-f0162058-e572-4483-871d-3ebeb6556c41 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 932 time: 0.8084421 Apr 13 14:36:02.531511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:02.539077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-135f3e5b-8b28-4c6e-b0cf-c0b6b4ef7ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:02.561342 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:02.563322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-2534a92d-622f-4434-9505-106cc792a02d None None] Port 635e02f5-9883-4ef1-8c46-779f555fc176 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:36:02.564014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:46Z', 'revision_number': 3, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:02.592308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b404643-55b5-420c-b918-5ab41ed51c2a None None] The sync data for ids ['91857a2d-2423-47ef-bf22-fec2156a12cc'] in dv-cinder-786054-1-smb is: [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:46Z', 'revision_number': 3, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:36:02.619693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5c20cbfa-373e-4b57-a754-aca57aa1f8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:02.715187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39296) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:02.803741 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-14c60221-31a0-4a16-b93e-45582b476985 req-e238d5e2-aeee-4c94-a887-a1ff0a7624fb tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681096 Apr 13 14:36:03.040593 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:03.141618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4afd-4f9a-43f2-9123-b81db7c6cb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:03.165880 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a2681b1d08754687a3ebeee7db1549d4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5798614 Apr 13 14:36:03.196669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39302) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:03.302777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:42Z', 'revision_number': 3, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:03.338331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc80706-f658-44f6-b0a1-f3edbe998de2 None None] The sync data for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb is: [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:42Z', 'revision_number': 3, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:36:03.363292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562a0b0d-0598-4cd9-a864-39da0079c8c1,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:03.369328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 2, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:03.383370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:03.383801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Checking router: 75a55db7-ffce-40be-acfb-7005db8476e0 for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:36:03.384438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Updating router 75a55db7-ffce-40be-acfb-7005db8476e0 port 84d0694f-404a-4edc-b023-a7ecd9f713d9 binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:36:03.394124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:03.447928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Usage tracker for resource:security_group_rule and tenant:06543df78a694d3d97b3dbd5b1b4bbcd is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:03.457262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:03.489598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:03.635286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-33bd18d1-e628-4abd-aab8-14fe0bb28c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:03.794141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-33bd18d1-e628-4abd-aab8-14fe0bb28c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:04.072839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:04.106557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-33bd18d1-e628-4abd-aab8-14fe0bb28c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:04.115320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39318) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:04.116194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:04.135086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497910777', 'description': 'tempest-description--784301561'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:04.167374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:04.183483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:04.195845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:04.211191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:04.231489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:04.264859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:04.284007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:04.296141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group_rule and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:04.304786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:04.526492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:04.694952 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06543df78a694d3d97b3dbd5b1b4bbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9716971 Apr 13 14:36:04.706338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd18d1-e628-4abd-aab8-14fe0bb28c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562a0b0d-0598-4cd9-a864-39da0079c8c1,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:04.716515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39326) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:04.721570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Pushing event updated for resources: {'Port': ['ID=1ed4d8b4-496c-419c-a324-26c8044cc615,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:04.741924 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.192s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:04.751615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 6e829916-2371-43f8-b494-5841908d8203 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:04.844034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:04.927819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Request body: {'port': {'device_id': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:05.149560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:05.151517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:05.285118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:05.309185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:05.310283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:05.359403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:05.618167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-33bd18d1-e628-4abd-aab8-14fe0bb28c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:05.620591 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-33bd18d1-e628-4abd-aab8-14fe0bb28c91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/562a0b0d-0598-4cd9-a864-39da0079c8c1 HTTP/1.1" status: 204 len: 168 time: 2.4061120 Apr 13 14:36:05.654241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39346) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:05.670239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237498380-network', 'tenant_id': '7df785e1e82744028d021ba8cba8137c'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:05.687105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:05.693289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:05.705104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cb932db4-c87e-4e22-bcc6-c70fa4d08b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:05.734637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Usage tracker for resource:network and tenant:7df785e1e82744028d021ba8cba8137c is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:05.759611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:05.786679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377be59-d894-4fb9-9b60-3291e7c2d0e5,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:05.820462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.585s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:05.823074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.147s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:05.824094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:05.842991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:05.853390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377be59-d894-4fb9-9b60-3291e7c2d0e5,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:05.863984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:05.870009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:05.918979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39350) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:05.918979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:05.918979 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e377be59-d894-4fb9-9b60-3291e7c2d0e5 HTTP/1.1" status: 204 len: 168 time: 1.1885931 Apr 13 14:36:05.935758 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950253195', 'description': 'tempest-description--987274033'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:05.948658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:05.954167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:05.959739 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:05.981615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:05.994204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Made reservation on behalf of 7df785e1e82744028d021ba8cba8137c for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:36:06.015528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.044476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6dff1a59-dd1a-4b27-9e02-ef68aeb515c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.137532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.138412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.144087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 6e829916-2371-43f8-b494-5841908d8203 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:06.205650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 6e829916-2371-43f8-b494-5841908d8203 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:06.207472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.229205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:06.247822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.303359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group_rule and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:06.339369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.resource_extend [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 13 14:36:06.346858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:06.368174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:06.436989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Usage tracker for resource:security_group_rule and tenant:7df785e1e82744028d021ba8cba8137c is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:06.453388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:06.459956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:06.508870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:06.533811 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.548297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97ce1b5-a400-476f-985e-c9a67bc821c9 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:06.553851 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.558080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.575392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Transition to ACTIVE for port object c97ce1b5-a400-476f-985e-c9a67bc821c9 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:06.591551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.625182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:06.644389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:06.744044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Transition to ACTIVE for port object 84d0694f-404a-4edc-b023-a7ecd9f713d9 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:06.758449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251bffd-cf47-49c1-bad6-f468de23c1f1 req-ad21c8d4-828b-47cd-8248-fa543f33cc98 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:06.773214 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3251bffd-cf47-49c1-bad6-f468de23c1f1 req-ad21c8d4-828b-47cd-8248-fa543f33cc98 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 932 time: 2.2360859 Apr 13 14:36:06.780061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.077231 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3251bffd-cf47-49c1-bad6-f468de23c1f1 req-a3ac63e3-66de-4d0e-a757-3202c55294b3 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029122 Apr 13 14:36:07.085507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39362) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:07.107469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.162014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.189255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:07.241593 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Pushing event updated for resources: {'Port': ['ID=c97ce1b5-a400-476f-985e-c9a67bc821c9,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:07.249096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.253323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:07.254445 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:07.274447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.280083 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1626956 Apr 13 14:36:07.281420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39370) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:07.372278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8a64e-4c85-426a-aa36-b6ae57ef2928,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:07.383094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'security_group_rule': {'security_group_id': '91e8a64e-4c85-426a-aa36-b6ae57ef2928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:07.409352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:07.411012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:07.439434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39374) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:07.464743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group_rule and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:07.496234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:07.501808 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.546642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.572717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.596589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 6e829916-2371-43f8-b494-5841908d8203, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=6e829916-2371-43f8-b494-5841908d8203,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:07.618975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.638748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:07.639530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db02a74-6b38-4f53-95ba-8c8087402401 None None] Pushing event updated for resources: {'Port': ['ID=84d0694f-404a-4edc-b023-a7ecd9f713d9,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:07.669539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4db02a74-6b38-4f53-95ba-8c8087402401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:07.673462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:07.680132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Usage tracker for resource:security_group_rule and tenant:2a45175144ac4084a2d4474aaecf45fb is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:07.684238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:07.695732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:07.764039 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.774968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.811897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:07.830223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.835596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:07.892005 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.892787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:07.960032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.059843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Pushing event updated for resources: {'Port': ['ID=1ed4d8b4-496c-419c-a324-26c8044cc615,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:08.066028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:36:08.074435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:08.079690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1249d335-0e4d-4330-9cb9-819c9c64242e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:08.124708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=275df178-3e48-4d83-b3bf-15ccc49ac168,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:08.178407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a89abd1-c474-4469-ae3e-b867a90a9c45,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:08.194733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.195137 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Added segment 9036dfb8-4912-4d73-b4e1-bce801216dce of type vlan for network 1549d454-af9a-45b9-adc2-614350d04707 Apr 13 14:36:08.201814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:08.202737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.204166 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-bdb5cd00-b782-4f54-ba73-2c71780800ac tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.2791417 Apr 13 14:36:08.205041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:08.205437 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:08.214468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39386) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:08.222511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'security_group_rule': {'security_group_id': '275df178-3e48-4d83-b3bf-15ccc49ac168', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:08.246511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:08.261084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:08.262380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group_rule and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:08.276199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:08.279741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:08.291433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:08.310906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.318117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8b721d2e-86f2-48a9-839e-7d435bb728e5 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:08.455481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Sync routers for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:36:08.496077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:08.497422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:08.502015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.577771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.597011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.603476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:08.604381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.618496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:08.653340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Attempting to bind port 84d0694f-404a-4edc-b023-a7ecd9f713d9 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:08.654304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Attempting to bind port 84d0694f-404a-4edc-b023-a7ecd9f713d9 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:08.655133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Attempting to bind port 84d0694f-404a-4edc-b023-a7ecd9f713d9 on network cd11b96e-103a-48de-b559-8c4491aca047 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:08.734865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:08.736756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:08.738277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Checking segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:08.739147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.740013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Bound using segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:08.741089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Bound port: 84d0694f-404a-4edc-b023-a7ecd9f713d9, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:08.742110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.818452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.877058 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Usage tracker for resource:security_group_rule and tenant:ac5f82a3e49d4e7cb4f68c1620559bab is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:08.894959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Pushing event updated for resources: {'Network': ['ID=1549d454-af9a-45b9-adc2-614350d04707,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:08.905685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.911446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:08.914383 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2511153 Apr 13 14:36:08.920328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39398) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:08.925233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.936029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Request body: {'subnet': {'network_id': '1549d454-af9a-45b9-adc2-614350d04707', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1237498380-subnet', 'tenant_id': '7df785e1e82744028d021ba8cba8137c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:08.950213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:08.951046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:08.954839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:08.962683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:08.962964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Router 91857a2d-2423-47ef-bf22-fec2156a12cc has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:36:08.963803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 1549d454-af9a-45b9-adc2-614350d04707 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:36:08.964223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:08.971020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Attempting to bind port c97ce1b5-a400-476f-985e-c9a67bc821c9 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:08.971480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Attempting to bind port c97ce1b5-a400-476f-985e-c9a67bc821c9 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '39acc63a-71cb-4fca-88b2-68bbc36a67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:08.971746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Attempting to bind port c97ce1b5-a400-476f-985e-c9a67bc821c9 on network ad218529-de99-404d-903c-1c6aa99d3e34 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:08.995503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Usage tracker for resource:subnet and tenant:7df785e1e82744028d021ba8cba8137c is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:09.012701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:09.024368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:09.031375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ccbf0a-5ead-4dbf-bd5e-a2980776e1eb,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:09.065180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:09.067291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=6e829916-2371-43f8-b494-5841908d8203,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:09.068694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:09.112227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.303s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:09.180590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Port c97ce1b5-a400-476f-985e-c9a67bc821c9 on network ad218529-de99-404d-903c-1c6aa99d3e34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:36:09.181085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Attempting to bind port c97ce1b5-a400-476f-985e-c9a67bc821c9 on network ad218529-de99-404d-903c-1c6aa99d3e34 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:09.212460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:09.213146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Checking segment: {'id': '39acc63a-71cb-4fca-88b2-68bbc36a67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:09.214152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Bound using segment: {'id': '39acc63a-71cb-4fca-88b2-68bbc36a67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:09.215021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Bound port: c97ce1b5-a400-476f-985e-c9a67bc821c9, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39acc63a-71cb-4fca-88b2-68bbc36a67fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:09.215909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.265164 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 8b721d2e-86f2-48a9-839e-7d435bb728e5 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:09.265452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.357071 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] For port 84d0694f-404a-4edc-b023-a7ecd9f713d9, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:09.363449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] For port 84d0694f-404a-4edc-b023-a7ecd9f713d9, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=84d0694f-404a-4edc-b023-a7ecd9f713d9,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:09.383736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8b721d2e-86f2-48a9-839e-7d435bb728e5 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:09.384421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.401817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] For port c97ce1b5-a400-476f-985e-c9a67bc821c9, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:09.406642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] For port c97ce1b5-a400-476f-985e-c9a67bc821c9, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c97ce1b5-a400-476f-985e-c9a67bc821c9,segment=NetworkSegment(39acc63a-71cb-4fca-88b2-68bbc36a67fd),segment_id=39acc63a-71cb-4fca-88b2-68bbc36a67fd)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:09.422874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.425233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a0818df7-518c-4153-bb69-6094a1178815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:09.435166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.442018 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2201915 Apr 13 14:36:09.445801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.445952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Made reservation on behalf of 7df785e1e82744028d021ba8cba8137c for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:36:09.455603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.464202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.464957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39404) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:09.466234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d96ddaf-91e1-4d23-bb22-cad9c2ee7e10,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:09.472122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.474821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.479886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.507714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:09.508278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:09.523360 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac5f82a3e49d4e7cb4f68c1620559bab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4226930 Apr 13 14:36:09.529725 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-94b76027-7c49-4f6e-b48e-6283892eaad8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a45175144ac4084a2d4474aaecf45fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0869627 Apr 13 14:36:09.538951 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39408) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:09.539518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39410) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:09.540873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'security_group_rule': {'security_group_id': '275df178-3e48-4d83-b3bf-15ccc49ac168', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:09.620275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.624162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac8588-1f6d-469b-b476-40e7f29e96e7,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:09.631183 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:09.640839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d4cbdbd6-7392-44d8-879a-7eea07b668f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:09.694936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:35:58Z', 'revision_number': 2, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:09.700227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Checking router: 84b4fbe8-2212-4f1c-971b-7d3392fc7bca for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:36:09.701017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Updating router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca port 635e02f5-9883-4ef1-8c46-779f555fc176 binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:36:09.808476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:09.821925 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a04a7b34-401b-4fef-947d-22ad7a598f0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:10.087219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:10.092639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group_rule and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:10.098176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:10.106661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:10.124711 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Pushing event updated for resources: {'Port': ['ID=c97ce1b5-a400-476f-985e-c9a67bc821c9,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:10.139072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:10.143782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:10.150808 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:36:10.187126 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Sync routers for ids ['91857a2d-2423-47ef-bf22-fec2156a12cc'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:36:10.206834 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:10.208080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:10.212599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.319661 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] 10.222.0.35 "PUT /v2.0/routers/91857a2d-2423-47ef-bf22-fec2156a12cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3990092 Apr 13 14:36:10.360760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.394068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537c196-9f0a-4d96-8fca-57231a873b88 req-86d3e22d-a4ef-4d6e-9883-e16d863d2a55 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:10.407468 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d537c196-9f0a-4d96-8fca-57231a873b88 req-86d3e22d-a4ef-4d6e-9883-e16d863d2a55 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 944 time: 1.7983468 Apr 13 14:36:10.408627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.409729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.411799 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1186061 Apr 13 14:36:10.417827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39426) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:10.432072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a3f669-9c2c-433c-8dc7-8e50b5054340,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:10.445752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-de2896b2-9999-43a2-ab67-3dcc4fe06551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.449630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'security_group_rule': {'security_group_id': '91e8a64e-4c85-426a-aa36-b6ae57ef2928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:10.462318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:10.475373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group_rule and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:10.483735 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:10.493272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.499115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:10.510123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:10.654915 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:10.667485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:10.669984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.678004 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] 10.222.0.26 "PUT /v2.0/ports/c97ce1b5-a400-476f-985e-c9a67bc821c9 HTTP/1.1" status: 200 len: 1094 time: 6.5975008 Apr 13 14:36:10.680450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:10.721629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'tag': 'c97ce1b5-a400-476f-985e-c9a67bc821c9'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:10.771714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-de2896b2-9999-43a2-ab67-3dcc4fe06551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.819287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b11da8-bd65-43d1-b6ce-316c87c3acac,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:10.863717 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d537c196-9f0a-4d96-8fca-57231a873b88 req-bf878e85-eaad-4f57-9753-1bda425f84c2 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347614 Apr 13 14:36:10.890254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:10.912612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:10.928958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.055988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.061215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.064478 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-04b370db-2574-421f-8eb2-774316f077d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5911946 Apr 13 14:36:11.074442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39446) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:11.081103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.088725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'floatingip': {'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:11.116494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:11.131290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4ee6c61b-c1b2-4376-9f20-f6b2d8680441 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:11.159692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:floatingip and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:11.171309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-de2896b2-9999-43a2-ab67-3dcc4fe06551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.172066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:11.174831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.194902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:11.203322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699275ca-2dc4-4252-9e5b-1926834eb882,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:11.210733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.214710 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7860305 Apr 13 14:36:11.217478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-20eb93e5-0efc-40aa-988b-c3cb8f4ecebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:11.219029 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-20eb93e5-0efc-40aa-988b-c3cb8f4ecebf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=816b180517834523ae6d13418706c65c&device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 1097 time: 0.4045596 Apr 13 14:36:11.219193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:11.219959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ae99efb0-82b4-40dd-854b-c7fc5a084693 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:11.220460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39454) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:11.224347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.242613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'floatingip': {'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:11.251553 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Routers {'91857a2d-2423-47ef-bf22-fec2156a12cc'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:11.251987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['91857a2d-2423-47ef-bf22-fec2156a12cc'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:11.304625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.307113 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8aac8588-1f6d-469b-b476-40e7f29e96e7 HTTP/1.1" status: 204 len: 168 time: 1.7650759 Apr 13 14:36:11.312680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2896b2-9999-43a2-ab67-3dcc4fe06551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d96ddaf-91e1-4d23-bb22-cad9c2ee7e10,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:11.319999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-de2896b2-9999-43a2-ab67-3dcc4fe06551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.322180 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-de2896b2-9999-43a2-ab67-3dcc4fe06551 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d96ddaf-91e1-4d23-bb22-cad9c2ee7e10 HTTP/1.1" status: 204 len: 168 time: 1.7766480 Apr 13 14:36:11.337431 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.351494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac8588-1f6d-469b-b476-40e7f29e96e7,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:11.388002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Transition to ACTIVE for port object 635e02f5-9883-4ef1-8c46-779f555fc176 will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:11.399784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:11.403098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db02a74-6b38-4f53-95ba-8c8087402401 None None] Pushing event updated for resources: {'Port': ['ID=84d0694f-404a-4edc-b023-a7ecd9f713d9,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:11.409089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.453232 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-e0b26a0d-f258-4601-b78d-7a2ae8c21fbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97ce1b5-a400-476f-985e-c9a67bc821c9 HTTP/1.1" status: 200 len: 217 time: 0.1942697 Apr 13 14:36:11.455794 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:floatingip and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:11.464044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3fc0e3cb-5aa1-4843-b333-c5c35704ccf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:11.516094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:11.524525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:11.525202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:11.588004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:11.632382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:11.755807 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'tag': 'c97ce1b5-a400-476f-985e-c9a67bc821c9', 'status': 'completed', 'code': 200} Apr 13 14:36:11.791509 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.867340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef2ea0-73e4-4489-86d5-ddece91630aa None None] Pushing event updated for resources: {'Port': ['ID=635e02f5-9883-4ef1-8c46-779f555fc176,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:11.867993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-6fef3ed6-71dc-4912-8864-24f184779c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:11.869523 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-6fef3ed6-71dc-4912-8864-24f184779c66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e41cb556-a981-4de0-917a-f1ee411bfb09 HTTP/1.1" status: 200 len: 852 time: 0.3949206 Apr 13 14:36:11.887259 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8fef2ea0-73e4-4489-86d5-ddece91630aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:11.935941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:11.973791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-aa5e5140-34b8-4b36-8eee-5a2b573387b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:12.044464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4db02a74-6b38-4f53-95ba-8c8087402401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.223s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:12.256756 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-8b1d1aa9-7fe1-49c5-b008-fe564aa313fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad218529-de99-404d-903c-1c6aa99d3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2418768 Apr 13 14:36:12.465620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:12.501277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 8b721d2e-86f2-48a9-839e-7d435bb728e5, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8b721d2e-86f2-48a9-839e-7d435bb728e5,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:12.510800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:12.526989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Attempting to bind port 635e02f5-9883-4ef1-8c46-779f555fc176 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:12.527631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Attempting to bind port 635e02f5-9883-4ef1-8c46-779f555fc176 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:12.528208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:12.528376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Attempting to bind port 635e02f5-9883-4ef1-8c46-779f555fc176 on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:12.568984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:12.570985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Checking segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:12.571723 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:12.572438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Bound using segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:12.573355 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Bound port: 635e02f5-9883-4ef1-8c46-779f555fc176, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:12.574041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:12.630256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3718725-7c99-44fe-9a6b-241dca632b93,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:12.634640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:12.712135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 6e829916-2371-43f8-b494-5841908d8203 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:12.783315 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Checking segment: {'id': '9036dfb8-4912-4d73-b4e1-bce801216dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1549d454-af9a-45b9-adc2-614350d04707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:12.788841 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Network hostable DHCP agents. Network: 1549d454-af9a-45b9-adc2-614350d04707, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:36:12.841500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:09Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:12.856220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Network 1549d454-af9a-45b9-adc2-614350d04707 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:36:12.866256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-0ceff4b8-d2a4-456c-bf9e-fad9c206a2d8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:12.868064 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-0ceff4b8-d2a4-456c-bf9e-fad9c206a2d8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 819 time: 1.1684439 Apr 13 14:36:12.882919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 1549d454-af9a-45b9-adc2-614350d04707) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:12.905483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1261d-6287-466b-aa2c-5714ffc8fe5b None None] The sync data for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb is: [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:09Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:36:12.905807 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:12.906450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:12.941091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] For port 635e02f5-9883-4ef1-8c46-779f555fc176, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:12.951870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] For port 635e02f5-9883-4ef1-8c46-779f555fc176, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=635e02f5-9883-4ef1-8c46-779f555fc176,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:12.970979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=8b721d2e-86f2-48a9-839e-7d435bb728e5,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:12.977716 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0552835 Apr 13 14:36:12.986314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:12.992215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39496) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:12.994661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:12.996174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498cb2ae-c857-49e2-89ac-734de311670f None None] Network 1549d454-af9a-45b9-adc2-614350d04707 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:36:13.047230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:13.061946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:13.098159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:13.115560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:13.127270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Usage tracker for resource:security_group_rule and tenant:b68454f0f27747dcb84ba784423b96d5 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:13.135973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:13.160573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:13.182258 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Set router 91857a2d-2423-47ef-bf22-fec2156a12cc gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:13.253441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef2ea0-73e4-4489-86d5-ddece91630aa None None] Pushing event updated for resources: {'Port': ['ID=635e02f5-9883-4ef1-8c46-779f555fc176,revision_number=4']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:13.267346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8fef2ea0-73e4-4489-86d5-ddece91630aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:13.447259 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:13.458688 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:13.502628 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:13.540478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Allocated IP 172.28.0.37 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/d1f7783f-690e-4595-851c-8b62a8156c2d) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:36:13.586625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:13.587516 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:13.646582 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b68454f0f27747dcb84ba784423b96d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440482 Apr 13 14:36:13.646786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39504) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:13.651658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5412856-b266-42dc-b5cc-d40431339c8c,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:13.684636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:13.764674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 6e829916-2371-43f8-b494-5841908d8203 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:13.765806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:13.811536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:13.953449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:13.999690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.104973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.109659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:14.115873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.144437 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5412856-b266-42dc-b5cc-d40431339c8c,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:14.158690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:14.163004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.167045 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5412856-b266-42dc-b5cc-d40431339c8c HTTP/1.1" status: 204 len: 168 time: 0.5190916 Apr 13 14:36:14.182391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39512) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:14.356014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Deleting subnet b2b0fe61-7f27-4626-ba9b-e7ddf5a91460 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:36:14.366672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.497674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:14.557714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.587121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'Port': ['ID=d1f7783f-690e-4595-851c-8b62a8156c2d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:14.591753 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.592446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:14.872445 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:14.954660 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-fdec45b7-4162-4adb-92cd-ec152b50c2d1 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/quotas/04806fca33cd4cf1aae14df360086452 HTTP/1.1" status: 200 len: 375 time: 0.8695481 Apr 13 14:36:14.956133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:15.147964 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-357f909d-e56a-4fb9-8295-960150dc80f4 service neutron] 10.222.0.26 "GET /v2.0/networks/ad218529-de99-404d-903c-1c6aa99d3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.8488305 Apr 13 14:36:15.326797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:15.397321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:15.645945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3964479c-7954-4376-9732-1e393009b6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:15.653853 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-866e7bde-fe24-45bd-b975-2bc781ad8d38 req-95522f84-8081-4823-a6e6-42dced6938e0 service neutron] 10.222.0.26 "GET /v2.0/networks/ad218529-de99-404d-903c-1c6aa99d3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779533 Apr 13 14:36:15.663903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:15.690030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9d27ee-a2b0-4155-952a-a60bb7c0272f None None] Network 1549d454-af9a-45b9-adc2-614350d04707 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:36:15.698457 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd3639-e4b8-419c-9b10-74d8a7a72b83 req-a3cc978d-93db-4a3f-905c-86f1fd60e310 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:15.712099 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-59dd3639-e4b8-419c-9b10-74d8a7a72b83 req-a3cc978d-93db-4a3f-905c-86f1fd60e310 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 944 time: 3.4231057 Apr 13 14:36:15.717821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:15.741444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b0fe61-7f27-4626-ba9b-e7ddf5a91460,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:15.755281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:15.756466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:15.774274 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b2b0fe61-7f27-4626-ba9b-e7ddf5a91460 HTTP/1.1" status: 204 len: 168 time: 1.5904081 Apr 13 14:36:15.781072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39542) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:15.846604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:15.852444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ee472a-0eb0-43cf-9789-0525c75a5d2c None None] The sync data for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb is: [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:36:15.862495 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-59dd3639-e4b8-419c-9b10-74d8a7a72b83 req-0ef56129-3638-4d04-aa1b-f300ad018998 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487544 Apr 13 14:36:15.880706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Allocated IP 172.28.0.116 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/1fd79f79-0313-473c-9380-203e96a9a7cd) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:36:16.152449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:36:05Z', 'revision_number': 4, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '1ed4d8b4-496c-419c-a324-26c8044cc615', 'name': '', 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'mac_address': 'fa:16:3e:4f:bb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:01Z', 'updated_at': '2021-04-13T14:36:07Z', 'revision_number': 2, 'project_id': '04806fca33cd4cf1aae14df360086452', 'subnets': [{'id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:16.169908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Checking router: 91857a2d-2423-47ef-bf22-fec2156a12cc for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:36:16.170324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Updating router 91857a2d-2423-47ef-bf22-fec2156a12cc port 1ed4d8b4-496c-419c-a324-26c8044cc615 binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:36:16.320135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:16.346256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:16.494299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8b721d2e-86f2-48a9-839e-7d435bb728e5 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:16.738536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:16.936472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:17.001922 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-3655d1c3-72d0-4de0-ad6f-c03d97f81fce tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9653723 Apr 13 14:36:17.027206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8b721d2e-86f2-48a9-839e-7d435bb728e5 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:17.027618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:17.129139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.131326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.132268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.132656 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > port after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.136387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > port after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.137704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > port after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.137704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.137704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.138072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.139438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.440373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 84d0694f-404a-4edc-b023-a7ecd9f713d9 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:17.554359 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-36014e0a-7c0b-4cb9-a149-efb5b1397119 service neutron] 10.222.0.35 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146072 Apr 13 14:36:17.556187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.556738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.557965 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.558401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85280) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:36:17.558832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28dfff5-977a-45fa-9706-9c90a1f98400']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:17.583155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0741fe52-392a-45eb-8388-16934cde086e') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:17.583394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0741fe52-392a-45eb-8388-16934cde086e') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:17.620867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:17.648875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:17.666527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 84d0694f-404a-4edc-b023-a7ecd9f713d9 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:17.666782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:36:17.688368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 84d0694f-404a-4edc-b023-a7ecd9f713d9 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:17.688842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:17.877452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:17.899196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 84d0694f-404a-4edc-b023-a7ecd9f713d9, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=84d0694f-404a-4edc-b023-a7ecd9f713d9,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:17.905333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:17.906294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 635e02f5-9883-4ef1-8c46-779f555fc176 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:17.984813 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-ebd16e46-23d8-4189-956c-34e950a756d2 service neutron] 10.222.0.35 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547554 Apr 13 14:36:18.007715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-95b433a8-6c7e-40c9-987a-d7c0f2c32242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:18.047434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Network d28dfff5-977a-45fa-9706-9c90a1f98400 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:36:18.063941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.139427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=84d0694f-404a-4edc-b023-a7ecd9f713d9,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:18.143284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:18.167996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 635e02f5-9883-4ef1-8c46-779f555fc176 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:18.186659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 635e02f5-9883-4ef1-8c46-779f555fc176 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:18.187113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.224636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-fe00391f-fb19-4dcd-8e4d-2fd55a083e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:18.235561 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-fe00391f-fb19-4dcd-8e4d-2fd55a083e41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=816b180517834523ae6d13418706c65c&device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 1097 time: 2.4079421 Apr 13 14:36:18.353778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Network d28dfff5-977a-45fa-9706-9c90a1f98400 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: from cryptography.utils import int_from_bytes Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: from cryptography.utils import int_from_bytes Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: (rel_b, rel_a, rel_b), Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: (rel_b, rel_a, rel_b), Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:36:18.406836 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:36:18.440804 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.488868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 635e02f5-9883-4ef1-8c46-779f555fc176, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=635e02f5-9883-4ef1-8c46-779f555fc176,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:18.496698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.resource_extend [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 13 14:36:18.522972 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.531509 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8157dfc4-e77c-414e-bc34-1e9d776e331f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:18.576901 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.604812 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.626931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2e946f52-2f13-485a-a3fa-f94bae31a411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:18.720561 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] 10.222.0.35 "DELETE /v2.0/networks/d28dfff5-977a-45fa-9706-9c90a1f98400 HTTP/1.1" status: 204 len: 168 time: 2.9378200 Apr 13 14:36:18.731931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39600) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:18.754044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Pushing event deleted for resources: {'Network': ['ID=d28dfff5-977a-45fa-9706-9c90a1f98400,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:18.759638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 84d0694f-404a-4edc-b023-a7ecd9f713d9 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:18.766012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:18.843971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.896905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-ed882c39-30ca-4768-981f-32fb345790e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:18.900606 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-ed882c39-30ca-4768-981f-32fb345790e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ad218529-de99-404d-903c-1c6aa99d3e34 HTTP/1.1" status: 200 len: 913 time: 0.6533470 Apr 13 14:36:18.903485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=635e02f5-9883-4ef1-8c46-779f555fc176,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:18.914821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.915296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.919837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:18.937644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Deleting subnet e3718725-7c99-44fe-9a6b-241dca632b93 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:36:18.941888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:18.997100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Transition to ACTIVE for port object 1ed4d8b4-496c-419c-a324-26c8044cc615 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:19.036486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:19.068346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:19.138113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3440e8a9-7be7-4830-9502-f29c2a0f09a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:19.240847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:19.258339 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-07b03917-6f50-4204-b243-ae5343fcf12f req-fda4896f-e9b7-467a-a7ad-b929fee3e8a3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 210 time: 0.3557317 Apr 13 14:36:19.261240 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-6785b8d1-c3b0-4f2e-befd-042b5c73dc9c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c97ce1b5-a400-476f-985e-c9a67bc821c9 HTTP/1.1" status: 200 len: 217 time: 0.3385649 Apr 13 14:36:19.275302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-aef7a29f-cf68-4a1d-bdff-7fc5a0b4a673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:19.496965 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'Port': ['ID=1fd79f79-0313-473c-9380-203e96a9a7cd,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:19.503132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:19.595899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 84d0694f-404a-4edc-b023-a7ecd9f713d9 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:19.600460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:19.688570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb31709-81bb-43f4-9402-54c4ecd3509c None None] Pushing event updated for resources: {'Port': ['ID=1ed4d8b4-496c-419c-a324-26c8044cc615,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:19.692550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9bb31709-81bb-43f4-9402-54c4ecd3509c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:19.693426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c97ce1b5-a400-476f-985e-c9a67bc821c9 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:36:19.838412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:19.852624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-81a43d1d-33a0-4406-9d2c-4d5942aef7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:19.859914 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-81a43d1d-33a0-4406-9d2c-4d5942aef7b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e41cb556-a981-4de0-917a-f1ee411bfb09 HTTP/1.1" status: 200 len: 852 time: 0.3761880 Apr 13 14:36:19.961751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:20.029144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:20.145292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port c97ce1b5-a400-476f-985e-c9a67bc821c9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c97ce1b5-a400-476f-985e-c9a67bc821c9,segment=NetworkSegment(39acc63a-71cb-4fca-88b2-68bbc36a67fd),segment_id=39acc63a-71cb-4fca-88b2-68bbc36a67fd)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:20.163936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3718725-7c99-44fe-9a6b-241dca632b93,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:20.168201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:20.206061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'c97ce1b5-a400-476f-985e-c9a67bc821c9', 'network_id': 'ad218529-de99-404d-903c-1c6aa99d3e34', 'port_id': 'c97ce1b5-a400-476f-985e-c9a67bc821c9', 'mac_address': 'fa:16:3e:ac:9a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41cb556-a981-4de0-917a-f1ee411bfb09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:36:20.373756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:20.417537 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-83ce2582-932c-496c-b962-f064d2acec11 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e3718725-7c99-44fe-9a6b-241dca632b93 HTTP/1.1" status: 204 len: 168 time: 1.6842206 Apr 13 14:36:20.423555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39670) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:20.702120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:20.757267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:20.807882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 635e02f5-9883-4ef1-8c46-779f555fc176 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:20.878380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:20.994300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:20.997271 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-9c3936aa-9c17-4b03-ae89-269c9708fe49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ad218529-de99-404d-903c-1c6aa99d3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169838 Apr 13 14:36:21.086507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97ce1b5-a400-476f-985e-c9a67bc821c9 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:21.092728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.145796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port c97ce1b5-a400-476f-985e-c9a67bc821c9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c97ce1b5-a400-476f-985e-c9a67bc821c9,segment=NetworkSegment(39acc63a-71cb-4fca-88b2-68bbc36a67fd),segment_id=39acc63a-71cb-4fca-88b2-68bbc36a67fd)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:21.158171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.162035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:21.194383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Attempting to bind port 1ed4d8b4-496c-419c-a324-26c8044cc615 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:21.195127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Attempting to bind port 1ed4d8b4-496c-419c-a324-26c8044cc615 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:21.195733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Attempting to bind port 1ed4d8b4-496c-419c-a324-26c8044cc615 on network 6adf6f3c-111b-44dc-9532-0833e8f167d9 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:21.225341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:21.226093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Checking segment: {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:21.226821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.227442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Bound using segment: {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:21.228176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Bound port: 1ed4d8b4-496c-419c-a324-26c8044cc615, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:21.228838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.236343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1549d454-af9a-45b9-adc2-614350d04707']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:21.252567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9036dfb8-4912-4d73-b4e1-bce801216dce') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:21.253050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9036dfb8-4912-4d73-b4e1-bce801216dce') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:21.267974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.293549 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.301353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:36:21.311209 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:21.350176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] For port 1ed4d8b4-496c-419c-a324-26c8044cc615, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:21.353722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] For port 1ed4d8b4-496c-419c-a324-26c8044cc615, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=1ed4d8b4-496c-419c-a324-26c8044cc615,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:21.360110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 635e02f5-9883-4ef1-8c46-779f555fc176 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:21.360534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.398048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:21.402838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.431840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.26', 59498) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:21.481306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['c97ce1b5-a400-476f-985e-c9a67bc821c9'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:36:21.494790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'Port': ['ID=d1f7783f-690e-4595-851c-8b62a8156c2d,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:21.497939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:21.522438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:21.667770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:21.701396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:21.731916 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c0fba-2e38-4d13-9eab-2a294568dedc req-085bf0c5-91df-4253-a890-5ba427431aec tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:21.740346 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-136c0fba-2e38-4d13-9eab-2a294568dedc req-085bf0c5-91df-4253-a890-5ba427431aec tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 944 time: 4.1215644 Apr 13 14:36:21.764869 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=c97ce1b5-a400-476f-985e-c9a67bc821c9,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:21.769696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:21.793597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4db02a74-6b38-4f53-95ba-8c8087402401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:21.862929 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-136c0fba-2e38-4d13-9eab-2a294568dedc req-ecd25730-25aa-4a6a-9b0b-888313f0e93b tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214271 Apr 13 14:36:21.877377 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-463fdb61-f781-45de-a82a-9261188c482f service neutron] 10.222.0.26 "GET /v2.0/networks/ad218529-de99-404d-903c-1c6aa99d3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195908 Apr 13 14:36:21.910598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73eef-1a97-4097-8182-b498592424e6 req-7e4d8610-ff8b-4ac2-bca0-cb2307e7cc0e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:21.912445 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-7e4d8610-ff8b-4ac2-bca0-cb2307e7cc0e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 819 time: 1.1143599 Apr 13 14:36:21.933888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.089946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-44b36300-14dd-4eed-970e-8fd3e88da14b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:22.090771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-44b36300-14dd-4eed-970e-8fd3e88da14b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Synchronizing usage tracker for tenant:04806fca33cd4cf1aae14df360086452 on resource:network {{(pid=85280) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:22.144839 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-f11c6fba-6894-4acf-9980-f4e6cc8f5603 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/quotas/04806fca33cd4cf1aae14df360086452 HTTP/1.1" status: 200 len: 375 time: 0.1753678 Apr 13 14:36:22.215288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Network 1549d454-af9a-45b9-adc2-614350d04707 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:36:22.232491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.251456 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ddeea74e-f868-4c16-8d9a-5e2fee121622 req-0df20230-5216-4b2b-8c97-3d31d857acb4 service neutron] 10.222.0.26 "GET /v2.0/networks/ad218529-de99-404d-903c-1c6aa99d3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378365 Apr 13 14:36:22.271413 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb31709-81bb-43f4-9402-54c4ecd3509c None None] Pushing event updated for resources: {'Port': ['ID=1ed4d8b4-496c-419c-a324-26c8044cc615,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:22.284356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-44b36300-14dd-4eed-970e-8fd3e88da14b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Unset dirty status for tenant:04806fca33cd4cf1aae14df360086452 on resource:network {{(pid=85280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:22.286483 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-44b36300-14dd-4eed-970e-8fd3e88da14b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 819 time: 0.8529797 Apr 13 14:36:22.295614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.296122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9bb31709-81bb-43f4-9402-54c4ecd3509c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:22.346080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Request body: {'port': {'device_id': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'admin_state_up': True, 'tenant_id': '04806fca33cd4cf1aae14df360086452'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:22.424892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Routers {'91857a2d-2423-47ef-bf22-fec2156a12cc'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:22.426186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['91857a2d-2423-47ef-bf22-fec2156a12cc'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:22.660321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Network 1549d454-af9a-45b9-adc2-614350d04707 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:36:22.753746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] Set router 91857a2d-2423-47ef-bf22-fec2156a12cc gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:22.768605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:36:22.768801 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:36:22.775596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:22.776602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.799091 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.7232533 Apr 13 14:36:22.799847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Usage tracker for resource:port and tenant:04806fca33cd4cf1aae14df360086452 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:22.802659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.808979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:22.822843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:22.836269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.840935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:22.861632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.864941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Pushing event deleted for resources: {'Network': ['ID=1549d454-af9a-45b9-adc2-614350d04707,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:22.866756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Made reservation on behalf of 04806fca33cd4cf1aae14df360086452 for: {'port': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:36:22.881291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:22.884626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:22.943441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48086b98-1d02-48ab-9b16-ed63693823dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:22.994243 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] 10.222.0.35 "DELETE /v2.0/networks/1549d454-af9a-45b9-adc2-614350d04707 HTTP/1.1" status: 204 len: 168 time: 2.5664110 Apr 13 14:36:23.046048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'Port': ['ID=1fd79f79-0313-473c-9380-203e96a9a7cd,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:23.057367 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:23.121789 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-1c6d52a3-46e3-4820-a572-1477b815cf25 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9418178 Apr 13 14:36:23.124971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:23.169822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:23.171170 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.9493303 Apr 13 14:36:23.203252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Allocated IP 172.20.0.12 (6adf6f3c-111b-44dc-9532-0833e8f167d9/8f6bc6f4-6501-4897-ad3e-29880e0f8da7/c54c2bc0-8af2-4905-8af2-853a756666fe) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:36:23.337864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39748) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:23.465284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b6cb4-8bb7-4d3f-97d0-6b58a2696bcb req-a23e0d68-e251-4483-b1e4-de0aaff299db tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:23.466777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:36:05Z', 'revision_number': 4, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '1ed4d8b4-496c-419c-a324-26c8044cc615', 'name': '', 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'mac_address': 'fa:16:3e:4f:bb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:01Z', 'updated_at': '2021-04-13T14:36:21Z', 'revision_number': 4, 'project_id': '04806fca33cd4cf1aae14df360086452', 'subnets': [{'id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:23.466937 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a86b6cb4-8bb7-4d3f-97d0-6b58a2696bcb req-a23e0d68-e251-4483-b1e4-de0aaff299db tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 945 time: 0.3256023 Apr 13 14:36:23.482386 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ec140-21a6-46df-827b-4a6b9f25d1b6 None None] The sync data for ids ['91857a2d-2423-47ef-bf22-fec2156a12cc'] in dv-cinder-786054-1-smb is: [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:36:05Z', 'revision_number': 4, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '1ed4d8b4-496c-419c-a324-26c8044cc615', 'name': '', 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'mac_address': 'fa:16:3e:4f:bb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:01Z', 'updated_at': '2021-04-13T14:36:21Z', 'revision_number': 4, 'project_id': '04806fca33cd4cf1aae14df360086452', 'subnets': [{'id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:36:23.512512 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-72cd6911-71f5-4b60-ad82-af4274d3f415 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9628a6beef044a149d50c285665a5425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707644 Apr 13 14:36:23.513323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39756) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:23.517785 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a86b6cb4-8bb7-4d3f-97d0-6b58a2696bcb req-0b8c0df3-3f9e-4d11-9621-d7bb42bf470f tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Apr 13 14:36:23.582738 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-6b084c98-8d13-4853-810b-dc600076fe61 service neutron] 10.222.0.35 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379754 Apr 13 14:36:23.657271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:23.719455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:23.767671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:23.818522 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-d2109a25-160e-42fd-b15e-00672b66cd73 service neutron] 10.222.0.35 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043335 Apr 13 14:36:23.825689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:23.871124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:23.872188 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-7ec3e24d-8848-4ef7-8f47-f68f1df2b723 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--950253195&fields=id&tenant_id=227bea1a03904c0f979fd9dda0f8238b HTTP/1.1" status: 200 len: 267 time: 0.1152003 Apr 13 14:36:24.114020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:24.114879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Pushing event updated for resources: {'Port': ['ID=c54c2bc0-8af2-4905-8af2-853a756666fe,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:24.134274 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:24.168993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:24.205948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb1271d-eb0e-4dbb-8be4-234cf910788e,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:24.232870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:24.290503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:24.297757 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cb1271d-eb0e-4dbb-8be4-234cf910788e HTTP/1.1" status: 204 len: 168 time: 0.7833443 Apr 13 14:36:24.369612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:24.370887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:24.388654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:24.507243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:24.507977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:24.529236 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-57511276-0d49-41bc-9b7f-1fa6e369bf7e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Synchronizing usage tracker for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:24.573478 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2312536 Apr 13 14:36:24.573811 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-57511276-0d49-41bc-9b7f-1fa6e369bf7e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Unset dirty status for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:24.575123 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-57511276-0d49-41bc-9b7f-1fa6e369bf7e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1497910777&fields=id&tenant_id=07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 267 time: 0.0794821 Apr 13 14:36:24.593194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Request body: {'port': {'device_id': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:24.839294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 1ed4d8b4-496c-419c-a324-26c8044cc615 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:24.910328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.114817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 1ed4d8b4-496c-419c-a324-26c8044cc615 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:25.140974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-2cc83b44-09b3-482f-a360-0b3227da1093 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:25.141197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 1ed4d8b4-496c-419c-a324-26c8044cc615 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:25.142104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.143488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-2cc83b44-09b3-482f-a360-0b3227da1093 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Synchronizing usage tracker for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:25.229240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-b10035a1-a95b-4e8b-8fbf-095c57bd6cf9 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:25.236069 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-b10035a1-a95b-4e8b-8fbf-095c57bd6cf9 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 811 time: 1.3323798 Apr 13 14:36:25.266556 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-eb803136-af7d-4745-a589-dbc854dbe9a2 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/quotas/227bea1a03904c0f979fd9dda0f8238b HTTP/1.1" status: 200 len: 375 time: 0.0256329 Apr 13 14:36:25.267943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-2cc83b44-09b3-482f-a360-0b3227da1093 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Unset dirty status for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:25.269226 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-2cc83b44-09b3-482f-a360-0b3227da1093 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 816 time: 0.6707594 Apr 13 14:36:25.468052 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-32015b3e-5d88-4ba0-8755-8fb20a34f858 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/quotas/07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 375 time: 0.0237830 Apr 13 14:36:25.472977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39830) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:25.526166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.558366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 1ed4d8b4-496c-419c-a324-26c8044cc615, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=1ed4d8b4-496c-419c-a324-26c8044cc615,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:25.563273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.569026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:25.657389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=1ed4d8b4-496c-419c-a324-26c8044cc615,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:25.660644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c97ce1b5-a400-476f-985e-c9a67bc821c9 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:25.693452 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-f5866764-e009-403c-9402-486c56263bf3 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4153824 Apr 13 14:36:25.710549 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d417a731-d3b1-48ca-99c8-512901e8167e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7df785e1e82744028d021ba8cba8137c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378312 Apr 13 14:36:25.717309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39836) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:25.739425 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:25.759572 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port c97ce1b5-a400-476f-985e-c9a67bc821c9 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:25.767611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port c97ce1b5-a400-476f-985e-c9a67bc821c9 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:25.767611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.802378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39840) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:25.838313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-3621d963-7f4d-4cfc-a039-fadf209e74d1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Synchronizing usage tracker for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:25.838982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54c2bc0-8af2-4905-8af2-853a756666fe {{(pid=85280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:25.849174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.859627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.885109 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.901913 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Transition to ACTIVE for port object c54c2bc0-8af2-4905-8af2-853a756666fe will not be triggered until provisioned by entity L2. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:25.907709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.935998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-afa2bfe0-b556-4d13-a162-cc6fa76e9a57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:25.967212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-3621d963-7f4d-4cfc-a039-fadf209e74d1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Unset dirty status for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:25.969316 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-3621d963-7f4d-4cfc-a039-fadf209e74d1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4998755 Apr 13 14:36:25.970832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:25.978192 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-50f07da5-292a-4d67-996c-5fb0642271b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:26.045511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:26.057322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a89abd1-c474-4469-ae3e-b867a90a9c45,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:26.064541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:26.066578 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a89abd1-c474-4469-ae3e-b867a90a9c45 HTTP/1.1" status: 204 len: 168 time: 0.3414865 Apr 13 14:36:26.071153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:26.077488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port c97ce1b5-a400-476f-985e-c9a67bc821c9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c97ce1b5-a400-476f-985e-c9a67bc821c9,segment=NetworkSegment(39acc63a-71cb-4fca-88b2-68bbc36a67fd),segment_id=39acc63a-71cb-4fca-88b2-68bbc36a67fd)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:26.081937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97ce1b5-a400-476f-985e-c9a67bc821c9'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:26.084611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c2bc0-8af2-4905-8af2-853a756666fe,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:26.097364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:26.200096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:26.210400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:26.214206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39856) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:26.262440 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-b4c9a062-d9a4-4466-b04b-57039202bc53 service neutron] 10.222.0.35 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624106 Apr 13 14:36:26.326162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-01b2bda8-5ac4-4840-a0dc-8b8735f4e1cf service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 13 14:36:26.339605 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-01b2bda8-5ac4-4840-a0dc-8b8735f4e1cf service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136802 Apr 13 14:36:26.351539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=c97ce1b5-a400-476f-985e-c9a67bc821c9,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:26.367747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:26.778623 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-4f42ecdb-8e04-4b88-84eb-6c62aff2077b service neutron] 10.222.0.35 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092883 Apr 13 14:36:26.790217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 1ed4d8b4-496c-419c-a324-26c8044cc615 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:27.050594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:27.172244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:27.183261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:27.227369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Attempting to bind port c54c2bc0-8af2-4905-8af2-853a756666fe on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:27.228013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Attempting to bind port c54c2bc0-8af2-4905-8af2-853a756666fe by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:27.228649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Attempting to bind port c54c2bc0-8af2-4905-8af2-853a756666fe on network 6adf6f3c-111b-44dc-9532-0833e8f167d9 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:27.238276 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Usage tracker for resource:security_group_rule and tenant:0d48aca21e2a430e86692af54139e06e is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:27.243817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:27.250048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:27.265262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Port c54c2bc0-8af2-4905-8af2-853a756666fe on network 6adf6f3c-111b-44dc-9532-0833e8f167d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:36:27.265999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Attempting to bind port c54c2bc0-8af2-4905-8af2-853a756666fe on network 6adf6f3c-111b-44dc-9532-0833e8f167d9 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:27.274535 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:27.279093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Usage tracker for resource:security_group_rule and tenant:207414d7c59746408fff73f0d315602c is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:27.297025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:27.304086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:27.304725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Checking segment: {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:27.305752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Bound using segment: {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:27.306608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Bound port: c54c2bc0-8af2-4905-8af2-853a756666fe, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'}}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:27.307266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:27.415538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 1ed4d8b4-496c-419c-a324-26c8044cc615 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:27.416350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:27.432991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:27.590021 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd232397-ee0f-4306-98e2-7e2923743b79 req-99425d78-e9f9-40c9-b73f-dfb4a1f84a2e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 210 time: 0.2289574 Apr 13 14:36:27.788788 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-155be9a6-cee4-45af-b53c-3ef9e413effe service neutron] 10.222.0.35 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4480047 Apr 13 14:36:27.792112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] For port c54c2bc0-8af2-4905-8af2-853a756666fe, host hv-cinder-78605, cleared binding levels {{(pid=85280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:27.838244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73eef-1a97-4097-8182-b498592424e6 req-475e51f7-97c9-42d4-bebe-dee7e1bd03ad tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:27.856353 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-475e51f7-97c9-42d4-bebe-dee7e1bd03ad tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 819 time: 1.0608265 Apr 13 14:36:27.873280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Request body: {'port': {'device_id': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'admin_state_up': True, 'tenant_id': '04806fca33cd4cf1aae14df360086452'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:27.983882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] For port c54c2bc0-8af2-4905-8af2-853a756666fe, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c54c2bc0-8af2-4905-8af2-853a756666fe,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:28.026242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:28.083998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:28.108147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:28.112522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:28.222444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c2bc0-8af2-4905-8af2-853a756666fe,revision_number=3']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:28.233956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:28.242173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-105ef021-6312-45e7-b6d7-dd4b6e04e869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:28.520060 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-5ab345fc-e9ae-4b25-b102-2f72777d14c7 service neutron] 10.222.0.35 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931879 Apr 13 14:36:28.582261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:28.608842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:28.613674 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d48aca21e2a430e86692af54139e06e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8076262 Apr 13 14:36:28.627670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:28.632139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 39934) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:28.646244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Usage tracker for resource:port and tenant:04806fca33cd4cf1aae14df360086452 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:28.662892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:28.664168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:28.666886 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] 10.222.0.26 "PUT /v2.0/ports/c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 1094 time: 4.0792904 Apr 13 14:36:28.668216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eadd035-a626-44ea-ba46-8cd3c930a684,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:28.675859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:28.680500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:28.685025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'tag': 'c54c2bc0-8af2-4905-8af2-853a756666fe'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:28.695218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8da5d404-fb8d-4e9d-8c95-2b1c5033a8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:28.710666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:28.777054 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19aca3b-9e9b-4d95-846a-eed516501ea2,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:28.783624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:28.824566 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=207414d7c59746408fff73f0d315602c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6082151 Apr 13 14:36:28.828895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 39946) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:28.834029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Made reservation on behalf of 04806fca33cd4cf1aae14df360086452 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:36:28.845068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:29.045149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd476-5e1a-402a-9426-e90d8b77026c req-991dde27-a81b-4858-8a5a-9d4c0b49da71 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:29.047955 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9f4fd476-5e1a-402a-9426-e90d8b77026c req-991dde27-a81b-4858-8a5a-9d4c0b49da71 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 0.8197231 Apr 13 14:36:29.172508 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9f4fd476-5e1a-402a-9426-e90d8b77026c req-ca08e721-9450-48bf-ab8d-09e442d8af19 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065757 Apr 13 14:36:29.317621 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97ce1b5-a400-476f-985e-c9a67bc821c9', 'code': 200} Apr 13 14:36:29.335874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:29.418369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:29.437225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:29.490925 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:29.576614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-ffb97d47-360d-4617-806f-30f5f046f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:29.578501 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-ffb97d47-360d-4617-806f-30f5f046f352 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1097 time: 0.5175061 Apr 13 14:36:29.579690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:29.592408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5cfbcef5-7303-4e70-8410-41a5e41f9873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:29.700300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19aca3b-9e9b-4d95-846a-eed516501ea2,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:29.725360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.725958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.726470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.727156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.727666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.728172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.728690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.729213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.729715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.730703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.731212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.731706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:29.745024 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ec2d139-bc1f-4eb5-bb36-eff4137db795 req-4d951f4d-a035-4172-8def-d2ff3cd2f4dd tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 210 time: 0.1887033 Apr 13 14:36:29.765879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:29.768099 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-22bcd4fe-8c75-4cad-8f5c-a8b39ad02493 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 217 time: 0.1772273 Apr 13 14:36:29.769849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:29.780819 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d19aca3b-9e9b-4d95-846a-eed516501ea2 HTTP/1.1" status: 204 len: 168 time: 0.9455671 Apr 13 14:36:29.798566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:30.008270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-4a3987df-c148-4fa9-8024-285517678818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:30.012207 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-4a3987df-c148-4fa9-8024-285517678818 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.2187052 Apr 13 14:36:30.073637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f82784aa-be0a-4123-81a2-9d0927a78003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:30.107824 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.26', 59513) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:30.164445 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-79a548d7-27b8-4c17-8593-9ea7d5d91879 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369984 Apr 13 14:36:30.271103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-5931a5d9-ccdf-46a1-9299-f05f89b415ff req-db2604b7-6082-44c4-bda4-e53af29b25a5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Synchronizing usage tracker for tenant:04806fca33cd4cf1aae14df360086452 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:30.321491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eadd035-a626-44ea-ba46-8cd3c930a684,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:30.561551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.26', 59514) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:30.859682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Allocated IP 172.20.0.11 (6adf6f3c-111b-44dc-9532-0833e8f167d9/8f6bc6f4-6501-4897-ad3e-29880e0f8da7/02f3fa0d-cada-4024-83e8-fed7dc3bcd58) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:36:30.901680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:30.922931 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4eadd035-a626-44ea-ba46-8cd3c930a684 HTTP/1.1" status: 204 len: 168 time: 2.2809639 Apr 13 14:36:30.934446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.935117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.935747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.936435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.937155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.937804 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.957417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.958340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.959573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.960272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.960961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:30.966016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:31.123043 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 40018) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:31.149751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:31.217533 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'tag': 'c54c2bc0-8af2-4905-8af2-853a756666fe', 'status': 'completed', 'code': 200} Apr 13 14:36:31.262912 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:31.283561 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-e43555e0-aacd-4a85-bc5c-e771f304b164 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1166415 Apr 13 14:36:31.466630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:31.475434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Usage tracker for resource:security_group_rule and tenant:dbb919bea4b34fbfb1d6ae1912b0dd36 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:31.481235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:31.493676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:31.503131 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-141d5ba5-1195-43b8-a36b-d4f285affcaa req-2c31692f-3dfb-4a9a-a779-a690fb20fb02 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113593 Apr 13 14:36:31.534285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-5931a5d9-ccdf-46a1-9299-f05f89b415ff req-db2604b7-6082-44c4-bda4-e53af29b25a5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Unset dirty status for tenant:04806fca33cd4cf1aae14df360086452 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:31.537097 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5931a5d9-ccdf-46a1-9299-f05f89b415ff req-db2604b7-6082-44c4-bda4-e53af29b25a5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 210 time: 1.6949971 Apr 13 14:36:31.719184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:31.734926 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-526a0278-be42-41da-800c-467910fd3514 req-6b75a337-3d80-49d3-a818-fe0ed39a8ecf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 210 time: 0.4813519 Apr 13 14:36:31.766250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192150f-24c1-4e83-b002-4f1b57565827 req-73529bfe-f334-4437-b6a0-b59f801f29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:31.773924 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9192150f-24c1-4e83-b002-4f1b57565827 req-73529bfe-f334-4437-b6a0-b59f801f29eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1097 time: 0.2087922 Apr 13 14:36:31.774154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:31.808122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:31.839079 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.26', 59518) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:32.037102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40042) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:32.349224 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbb919bea4b34fbfb1d6ae1912b0dd36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1976316 Apr 13 14:36:32.377043 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 40058) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:32.413978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61254818-a18b-4c81-927b-0ac56f7196d1,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:32.419924 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6c691de5-1ef5-408c-8b58-bf890a6ea492 req-49455c44-80fe-4722-a75f-bc58b2c93067 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 210 time: 0.1561832 Apr 13 14:36:32.432405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:32.497643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:32.506159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Usage tracker for resource:security_group_rule and tenant:5cc791fce2b84d68b789505f851b7a9d is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:32.506314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:32.509057 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61c795-f890-46b2-882c-53a696957a4c req-b367fea1-0aad-4cba-8470-bc78f5b93c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:32.510763 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed61c795-f890-46b2-882c-53a696957a4c req-b367fea1-0aad-4cba-8470-bc78f5b93c43 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 1099 time: 2.2471688 Apr 13 14:36:32.518389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-f666e51e-67c5-43be-9d74-d77f575b6d79 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:32.520728 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-f666e51e-67c5-43be-9d74-d77f575b6d79 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 816 time: 1.9141009 Apr 13 14:36:32.527847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-4bf0669e-52b3-4cab-9af3-c868b8ed862f tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:32.529250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-4bf0669e-52b3-4cab-9af3-c868b8ed862f tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Synchronizing usage tracker for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:network {{(pid=85280) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:32.540025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:32.557290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:32.572294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:32.689311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192150f-24c1-4e83-b002-4f1b57565827 req-07f0d69b-1962-4cb3-808a-f43af1b11b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:32.689311 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9192150f-24c1-4e83-b002-4f1b57565827 req-07f0d69b-1962-4cb3-808a-f43af1b11b26 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.9033678 Apr 13 14:36:32.695466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-4bf0669e-52b3-4cab-9af3-c868b8ed862f tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Unset dirty status for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:network {{(pid=85280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:32.695466 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-4bf0669e-52b3-4cab-9af3-c868b8ed862f tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 811 time: 0.8398945 Apr 13 14:36:32.707728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4c57d397-b62a-4baa-8e11-997f94c0a9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:32.791543 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:32.823932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:32.832031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:32.866498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e89d77c2-3487-4343-ba57-f0712a129cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:32.914248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:32.974064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Usage tracker for resource:security_group_rule and tenant:132c88df9319497194de68daf6d4cc3d is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:32.980517 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5cc791fce2b84d68b789505f851b7a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7525508 Apr 13 14:36:32.987716 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9192150f-24c1-4e83-b002-4f1b57565827 req-b4acb44b-9356-4aaf-9be7-446a25f40ffe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 217 time: 0.2907686 Apr 13 14:36:33.002643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.008041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40082) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:33.009107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbf13a7-7f16-4087-bdea-bbfad3081175,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:33.024354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:33.037562 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:33.136408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:33.139202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:33.153149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-f4836aae-812f-4768-b15b-6f26dec34d29 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Synchronizing usage tracker for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:security_group {{(pid=85280) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:33.187429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192150f-24c1-4e83-b002-4f1b57565827 req-6fcf1c2e-f97c-42d8-81a4-cc9dbdeecf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:33.189161 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9192150f-24c1-4e83-b002-4f1b57565827 req-6fcf1c2e-f97c-42d8-81a4-cc9dbdeecf24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.1685894 Apr 13 14:36:33.246780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.255251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-f4836aae-812f-4768-b15b-6f26dec34d29 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Unset dirty status for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:security_group {{(pid=85280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:33.256676 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-f4836aae-812f-4768-b15b-6f26dec34d29 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=227bea1a03904c0f979fd9dda0f8238b HTTP/1.1" status: 200 len: 5703 time: 0.4653418 Apr 13 14:36:33.259820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43952c0e-57f5-4457-b492-80d4e09005c8 req-4fecf8e4-7350-4eac-b3db-689535e0b570 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:33.260351 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9192150f-24c1-4e83-b002-4f1b57565827 req-331debb9-9d87-4660-bf89-0d0cf0921b02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635037 Apr 13 14:36:33.268217 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-43952c0e-57f5-4457-b492-80d4e09005c8 req-4fecf8e4-7350-4eac-b3db-689535e0b570 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 1.4354398 Apr 13 14:36:33.274865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'port': {'device_id': '46b94480-64b0-4312-9c19-903229d760ab', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'admin_state_up': True, 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'security_groups': ['275df178-3e48-4d83-b3bf-15ccc49ac168']}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:33.329907 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-7848c1a4-dbdc-44d1-bae9-283759dd59c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 5704 time: 0.7383652 Apr 13 14:36:33.357350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-610ff8d3-6ae1-42c6-9720-6aca47ed2839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.375407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'port': {'device_id': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'admin_state_up': True, 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'security_groups': ['91e8a64e-4c85-426a-aa36-b6ae57ef2928']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:33.428198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.478907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Pushing event updated for resources: {'Port': ['ID=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:33.492203 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-43952c0e-57f5-4457-b492-80d4e09005c8 req-9d29f38f-58ff-41cd-8d6a-3cfd4e571785 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221878 Apr 13 14:36:33.494777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:33.538860 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-610ff8d3-6ae1-42c6-9720-6aca47ed2839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.683944 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9192150f-24c1-4e83-b002-4f1b57565827 req-a46587cb-788a-45ce-aacc-d6c430fb734f service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148691 Apr 13 14:36:33.692718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.761778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:33.806303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbf13a7-7f16-4087-bdea-bbfad3081175,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:33.817136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:33.828563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:33.833896 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7a4f618e-da08-455e-a2c1-be027e04dd45 req-6810e51e-da61-4faf-9138-72f3fdc91033 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 210 time: 0.1716988 Apr 13 14:36:33.886011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.887340 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffbf13a7-7f16-4087-bdea-bbfad3081175 HTTP/1.1" status: 204 len: 168 time: 0.8751051 Apr 13 14:36:33.889092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:port and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:33.898376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:33.937915 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:33.969980 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f50e5-6544-4b05-9dae-7818bee64286 req-7b0e259f-2110-4d74-abc1-684f0e0dfee6 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:33.971446 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-633f50e5-6544-4b05-9dae-7818bee64286 req-7b0e259f-2110-4d74-abc1-684f0e0dfee6 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 932 time: 1.0473862 Apr 13 14:36:33.972749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-610ff8d3-6ae1-42c6-9720-6aca47ed2839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:33.990189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9ef6328c-9dd1-44f4-9eb2-1b20eb588bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:34.003981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Made reservation on behalf of 227bea1a03904c0f979fd9dda0f8238b for: {'port': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:36:34.010330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:34.016521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:34.039659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ff8d3-6ae1-42c6-9720-6aca47ed2839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61254818-a18b-4c81-927b-0ac56f7196d1,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:34.041867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:34.051725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-610ff8d3-6ae1-42c6-9720-6aca47ed2839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:34.066987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:34.073100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:34.073833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:34.099710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:34.151214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:34.160283 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-633f50e5-6544-4b05-9dae-7818bee64286 req-d066f3c3-1f82-4ac8-a6d0-2f026808e537 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462300 Apr 13 14:36:34.169564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:34.183683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:34.193832 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-695801ca-ef1d-494e-b3a2-eeb6e76ec227 req-6a1d33b4-9adb-4408-bfcb-49f0ebd7ddd5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 210 time: 0.1146009 Apr 13 14:36:34.195074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-610ff8d3-6ae1-42c6-9720-6aca47ed2839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:34.200210 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-610ff8d3-6ae1-42c6-9720-6aca47ed2839 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61254818-a18b-4c81-927b-0ac56f7196d1 HTTP/1.1" status: 204 len: 168 time: 1.7993810 Apr 13 14:36:34.206998 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3486638 Apr 13 14:36:34.210454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:34.249945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Synchronizing usage tracker for tenant:132c88df9319497194de68daf6d4cc3d on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:34.250664 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9192150f-24c1-4e83-b002-4f1b57565827 req-dbad48e8-b506-425a-a657-0cbd3ad5efc6 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435367 Apr 13 14:36:34.257367 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4c3b3-92c9-4880-8a7a-1bcb715174ba,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:34.265053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Allocated IP 172.20.0.11 (239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee/5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0/1ebba991-1b94-4937-806c-300fbf5dc948) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:36:34.267270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Request body: {'port': {'device_id': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:34.308405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Made reservation on behalf of 07e84136b36f4958ba0c1688c5fcf4b4 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:36:34.315846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:34.330918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:34.495609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Unset dirty status for tenant:132c88df9319497194de68daf6d4cc3d on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:34.496848 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed61c795-f890-46b2-882c-53a696957a4c req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9468186 Apr 13 14:36:34.535421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:34.951063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:35.033719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Transition to ACTIVE for port object 1ebba991-1b94-4937-806c-300fbf5dc948 will not be triggered until provisioned by entity DHCP. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:35.114752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-20e99ec9-286c-4318-b2ea-a63f3a801b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:35.115920 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:35.170805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:36:35.188322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:35.292460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40146) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:35.518627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'Port': ['ID=1ebba991-1b94-4937-806c-300fbf5dc948,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:35.523771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:35.526838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Allocated IP 172.20.0.9 (cd11b96e-103a-48de-b559-8c4491aca047/87042859-67c6-4e91-9f4b-4f44315d7d6f/a5d1b066-1a85-497b-94ab-a376688167df) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:36:35.587502 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:35.589223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:35.591980 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:35.653904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4c074-cbe3-4364-b143-c44ef4241194 req-9242fe59-6947-44f1-92a3-4dd9c37b7e4d tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:35.672244 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0cc4c074-cbe3-4364-b143-c44ef4241194 req-9242fe59-6947-44f1-92a3-4dd9c37b7e4d tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 0.8953667 Apr 13 14:36:35.688565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c54c2bc0-8af2-4905-8af2-853a756666fe details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:36:35.702045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:35.702945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:35.796543 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5255992 Apr 13 14:36:35.799407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:35.843661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Request body: {'port': {'device_id': '46b94480-64b0-4312-9c19-903229d760ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:35.935323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:35.948319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Usage tracker for resource:security_group_rule and tenant:def58a5df4a6425ca31ee3992555889f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:35.953600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:35.965706 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0cc4c074-cbe3-4364-b143-c44ef4241194 req-937bf6d6-bb8c-4f6e-9428-b19b9fb53ecc tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716255 Apr 13 14:36:35.993773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:36.160778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.196554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.240045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.resource_extend [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 13 14:36:36.277080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-c691a4ec-84fb-4cac-a56e-672ccd774266 None None] Provisioning for port 1ebba991-1b94-4937-806c-300fbf5dc948 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:36.314857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-c691a4ec-84fb-4cac-a56e-672ccd774266 None None] Provisioning complete for port 1ebba991-1b94-4937-806c-300fbf5dc948 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:36.316331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c691a4ec-84fb-4cac-a56e-672ccd774266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.375755 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.483960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.496327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f44dde-a552-4459-a8b1-c9cac35dd266 req-5d54c5b5-51ac-4c77-a3c0-54bf6e536694 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:36.508486 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-94f44dde-a552-4459-a8b1-c9cac35dd266 req-5d54c5b5-51ac-4c77-a3c0-54bf6e536694 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 932 time: 1.1693413 Apr 13 14:36:36.524348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4cbc06d9-ff35-44b6-a90e-17ed176a87c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:36.692993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-c691a4ec-84fb-4cac-a56e-672ccd774266 None None] Port 1ebba991-1b94-4937-806c-300fbf5dc948 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:36:36.710165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.727589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port c54c2bc0-8af2-4905-8af2-853a756666fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c54c2bc0-8af2-4905-8af2-853a756666fe,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:36.749614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'c54c2bc0-8af2-4905-8af2-853a756666fe', 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'port_id': 'c54c2bc0-8af2-4905-8af2-853a756666fe', 'mac_address': 'fa:16:3e:da:f6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:36:36.833188 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=def58a5df4a6425ca31ee3992555889f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4468641 Apr 13 14:36:36.851329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40190) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:36.859199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.861903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c2bc0-8af2-4905-8af2-853a756666fe {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:36.867845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aafbf49-4c8a-488e-8dc3-7a60c6848eef,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:36.875007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:36.896010 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port c54c2bc0-8af2-4905-8af2-853a756666fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c54c2bc0-8af2-4905-8af2-853a756666fe,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:36.901786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:36.904731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:37.082531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=c54c2bc0-8af2-4905-8af2-853a756666fe,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:37.091508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.091900 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.092287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.092668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.093073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.093452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.093826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.094196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.094570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.094943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.095310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.095675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:36:37.101986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.112460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:37.134193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['c54c2bc0-8af2-4905-8af2-853a756666fe'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:36:37.154953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.307923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebba991-1b94-4937-806c-300fbf5dc948 {{(pid=85280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:37.331464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.352072 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-94f44dde-a552-4459-a8b1-c9cac35dd266 req-21ba1c7a-4a5f-43d4-a2aa-26569a7419cb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6682336 Apr 13 14:36:37.370444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:37.376072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Transition to ACTIVE for port object 1ebba991-1b94-4937-806c-300fbf5dc948 will not be triggered until provisioned by entity L2. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:37.385713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.413395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.419741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:37.422609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.509857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Pushing event updated for resources: {'Port': ['ID=1ebba991-1b94-4937-806c-300fbf5dc948,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:37.515844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.524905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:37.527825 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b568b9fa-60a6-4c13-83d3-5580161dd7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:37.544222 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.556393 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1aafbf49-4c8a-488e-8dc3-7a60c6848eef HTTP/1.1" status: 204 len: 168 time: 0.6841652 Apr 13 14:36:37.556585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Transition to ACTIVE for port object 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:37.626921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aafbf49-4c8a-488e-8dc3-7a60c6848eef,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:37.629225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:37.633698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:37.771492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:38.133738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Attempting to bind port 1ebba991-1b94-4937-806c-300fbf5dc948 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:38.134216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Attempting to bind port 1ebba991-1b94-4937-806c-300fbf5dc948 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:38.134595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Attempting to bind port 1ebba991-1b94-4937-806c-300fbf5dc948 on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:38.140393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Port 1ebba991-1b94-4937-806c-300fbf5dc948 on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:36:38.140952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Attempting to bind port 1ebba991-1b94-4937-806c-300fbf5dc948 on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:38.147842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:38.148531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Checking segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:38.148650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Bound using segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:38.150174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Bound port: 1ebba991-1b94-4937-806c-300fbf5dc948, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:38.150174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.182935 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1f1b7cdc-8da5-4904-8146-f8536f51cafd req-a0439bdd-1df7-46e0-b6cd-44a5f5177cd5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 210 time: 0.5199811 Apr 13 14:36:38.187028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.200049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40228) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:38.233922 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.275187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:38.285549 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Usage tracker for resource:security_group_rule and tenant:482759d1e7f6446590d17cb64032919e is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:38.292480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:38.302637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:38.308581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, cleared binding levels {{(pid=85280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:38.314381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1ebba991-1b94-4937-806c-300fbf5dc948,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:38.365877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Transition to ACTIVE for port object a5d1b066-1a85-497b-94ab-a376688167df will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:38.410929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.415965 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.421140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Pushing event updated for resources: {'Port': ['ID=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:38.426517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:38.451287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-95d0b1b3-e297-4893-98bd-d7bbf06af9fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:38.500363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.517318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.540322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:38.581977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b11a7a-0825-423d-a7b2-7e7369dba1a2 req-f92cc546-0b7d-4803-a49c-86684f32f323 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:38.583514 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f7b11a7a-0825-423d-a7b2-7e7369dba1a2 req-f92cc546-0b7d-4803-a49c-86684f32f323 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 932 time: 1.8985674 Apr 13 14:36:38.661627 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=482759d1e7f6446590d17cb64032919e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603586 Apr 13 14:36:38.662685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Pushing event updated for resources: {'Port': ['ID=1ebba991-1b94-4937-806c-300fbf5dc948,revision_number=3']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:38.665580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40238) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:38.683746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:38.684307 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4d5ec9ee-1a9b-48ab-b25a-25e9e868be01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:38.748853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710a0d52-3391-466e-9eda-12044fe3929b,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:38.762301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:38.763110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:38.764747 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] 10.222.0.26 "PUT /v2.0/ports/1ebba991-1b94-4937-806c-300fbf5dc948 HTTP/1.1" status: 200 len: 1094 time: 2.9450262 Apr 13 14:36:38.765455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:38.776988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:38.939472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.038119 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.056157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.096260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:39.145500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:39.240372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-79452009-7c21-4cf5-80bb-0e647865b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:39.246750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Attempting to bind port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:39.247410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Attempting to bind port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:39.247927 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-79452009-7c21-4cf5-80bb-0e647865b6d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 1097 time: 0.4115932 Apr 13 14:36:39.248045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Attempting to bind port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 on network 6adf6f3c-111b-44dc-9532-0833e8f167d9 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:39.265561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 on network 6adf6f3c-111b-44dc-9532-0833e8f167d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:36:39.266236 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Attempting to bind port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 on network 6adf6f3c-111b-44dc-9532-0833e8f167d9 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:39.298311 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f7b11a7a-0825-423d-a7b2-7e7369dba1a2 req-78aa5d44-7e4f-4c7a-aa31-5373b3eb6d41 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6362813 Apr 13 14:36:39.307019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:39.307566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Checking segment: {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:39.308270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Bound using segment: {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:39.317365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Bound port: 02f3fa0d-cada-4024-83e8-fed7dc3bcd58, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00872acf-1db9-475d-8c31-783cb8b23d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:39.318181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.348974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.348974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-98def9d1-f737-4dae-af14-8d3fdc89f936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:39.410662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710a0d52-3391-466e-9eda-12044fe3929b,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:39.413536 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-1bb63c83-57fc-4996-9403-20b7bb4cc68f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebba991-1b94-4937-806c-300fbf5dc948 HTTP/1.1" status: 200 len: 217 time: 0.1571507 Apr 13 14:36:39.416121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:39.419567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.420319 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/710a0d52-3391-466e-9eda-12044fe3929b HTTP/1.1" status: 204 len: 168 time: 0.7516470 Apr 13 14:36:39.509761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-b41b5c14-dd95-4e64-aeaf-6d6f5847751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:39.513355 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-b41b5c14-dd95-4e64-aeaf-6d6f5847751b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.0916269 Apr 13 14:36:39.582180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33f71d-fd2a-40ca-ab6c-98fdfe0e65dd req-26d7907e-bdd3-47d3-b185-dcd19b180e54 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:39.584371 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fb33f71d-fd2a-40ca-ab6c-98fdfe0e65dd req-26d7907e-bdd3-47d3-b185-dcd19b180e54 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 1.0582926 Apr 13 14:36:39.652127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Network cd11b96e-103a-48de-b559-8c4491aca047 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:36:39.659847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:36:39.662912 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:36:39.672600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:39.673575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.693481 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fb33f71d-fd2a-40ca-ab6c-98fdfe0e65dd req-f0635587-ff40-4cc2-9d68-1718e94a4c9c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992177 Apr 13 14:36:39.711932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-14d89f3f-5d4b-4b9a-86d4-f704782eb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:39.715624 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-14d89f3f-5d4b-4b9a-86d4-f704782eb78e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1940236 Apr 13 14:36:39.728248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c54c2bc0-8af2-4905-8af2-853a756666fe up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:39.781755 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] For port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:39.789515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] For port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:39.797623 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4355245 Apr 13 14:36:39.806819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:39.821920 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Request body: {'port': {'device_id': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:39.897229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port c54c2bc0-8af2-4905-8af2-853a756666fe completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:39.920110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port c54c2bc0-8af2-4905-8af2-853a756666fe triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:39.921208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:40.064061 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948', 'status': 'completed', 'code': 200} Apr 13 14:36:40.132116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-338165ec-52f5-4e1f-b6f4-3e05212dcdcc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:40.175493 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-e9db3f46-ae33-426d-8855-c0ce02dd3d9d service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232352 Apr 13 14:36:40.236393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-f6a6e7a7-efa0-4db1-8119-0d83647b5a3a None None] Provisioning for port a5d1b066-1a85-497b-94ab-a376688167df completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:40.335280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-f6a6e7a7-efa0-4db1-8119-0d83647b5a3a None None] Provisioning complete for port a5d1b066-1a85-497b-94ab-a376688167df triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:40.341602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f6a6e7a7-efa0-4db1-8119-0d83647b5a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:40.346644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Pushing event updated for resources: {'Port': ['ID=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:40.361218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:40.442826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6e7a7-efa0-4db1-8119-0d83647b5a3a None None] Port a5d1b066-1a85-497b-94ab-a376688167df cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:36:40.469492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:40.484120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c2bc0-8af2-4905-8af2-853a756666fe'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:40.496354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port c54c2bc0-8af2-4905-8af2-853a756666fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c54c2bc0-8af2-4905-8af2-853a756666fe,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:40.500186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:40.502934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:40.606074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=c54c2bc0-8af2-4905-8af2-853a756666fe,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:40.618516 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:40.655912 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7765f1a-84c1-4357-9a45-943afb57c591 req-c3cf1ae3-fcbf-46dc-9f1b-760571ba7658 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709766 Apr 13 14:36:41.029677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:41.031085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:41.036824 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] 10.222.0.26 "PUT /v2.0/ports/02f3fa0d-cada-4024-83e8-fed7dc3bcd58 HTTP/1.1" status: 200 len: 1094 time: 6.7744782 Apr 13 14:36:41.064983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'tag': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:41.065225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943483-6780-40ca-b5fe-b13080564e37 req-12e34fe6-a296-4361-8b20-7354c6472ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:41.073618 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7943483-6780-40ca-b5fe-b13080564e37 req-12e34fe6-a296-4361-8b20-7354c6472ec9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 1097 time: 0.3216052 Apr 13 14:36:41.317284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:41.408291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943483-6780-40ca-b5fe-b13080564e37 req-2996aa22-54c5-4353-8b30-53deae560544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:41.411061 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7943483-6780-40ca-b5fe-b13080564e37 req-2996aa22-54c5-4353-8b30-53deae560544 service neutron] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 912 time: 0.3364019 Apr 13 14:36:41.480521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f26bf1-be27-495a-a585-de2fdf6d73a4 req-d6f29649-8302-4749-8e32-5f330679135c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:41.483842 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d2f26bf1-be27-495a-a585-de2fdf6d73a4 req-d6f29649-8302-4749-8e32-5f330679135c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 944 time: 1.2369413 Apr 13 14:36:41.561560 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7943483-6780-40ca-b5fe-b13080564e37 req-ecce83ca-fa16-4e01-9d4b-f1f8947a6c0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebba991-1b94-4937-806c-300fbf5dc948 HTTP/1.1" status: 200 len: 217 time: 0.1422954 Apr 13 14:36:41.678571 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943483-6780-40ca-b5fe-b13080564e37 req-8d5b316e-cc26-4ec8-b1cd-eb7572bf4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:41.682757 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7943483-6780-40ca-b5fe-b13080564e37 req-8d5b316e-cc26-4ec8-b1cd-eb7572bf4fb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.1111736 Apr 13 14:36:41.829896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943483-6780-40ca-b5fe-b13080564e37 req-c28ca761-6b9d-4620-9dc1-7713abfcd0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:41.835562 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7943483-6780-40ca-b5fe-b13080564e37 req-c28ca761-6b9d-4620-9dc1-7713abfcd0a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1445425 Apr 13 14:36:42.261009 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7943483-6780-40ca-b5fe-b13080564e37 req-a8901e7c-64ea-4059-84c8-62d581e22758 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184334 Apr 13 14:36:42.368533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73eef-1a97-4097-8182-b498592424e6 req-cc3fa8db-016d-4696-9abb-b1e4e4afd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:42.370632 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-cc3fa8db-016d-4696-9abb-b1e4e4afd95d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 1097 time: 1.2724011 Apr 13 14:36:42.374548 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d2f26bf1-be27-495a-a585-de2fdf6d73a4 req-80b8ce36-6fab-42d4-92b8-fb5f88d35143 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8658903 Apr 13 14:36:42.387312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4c366-a17b-41eb-86fe-256dd549a736 req-0e96d913-493a-4e91-83bd-c5ec8a25cdbf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:42.388344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-b2e4c366-a17b-41eb-86fe-256dd549a736 req-0e96d913-493a-4e91-83bd-c5ec8a25cdbf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Synchronizing usage tracker for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:42.473702 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-b6caac73-3eb1-4f24-885c-65473ce1847e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58 HTTP/1.1" status: 200 len: 217 time: 0.0773966 Apr 13 14:36:42.537393 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7943483-6780-40ca-b5fe-b13080564e37 req-db944cdd-afd4-4042-a3d2-5ba7d298cb39 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686615 Apr 13 14:36:42.576788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-b2e4c366-a17b-41eb-86fe-256dd549a736 req-0e96d913-493a-4e91-83bd-c5ec8a25cdbf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Unset dirty status for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:42.576788 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b2e4c366-a17b-41eb-86fe-256dd549a736 req-0e96d913-493a-4e91-83bd-c5ec8a25cdbf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 931 time: 1.8692932 Apr 13 14:36:42.629989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e73eef-1a97-4097-8182-b498592424e6 req-ab4d2091-e87f-41aa-938d-0aa667d874ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:42.631573 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-ab4d2091-e87f-41aa-938d-0aa667d874ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.1498947 Apr 13 14:36:42.634890 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b2e4c366-a17b-41eb-86fe-256dd549a736 req-f7e00f58-bfa1-4f3f-be21-928cc191ce53 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Apr 13 14:36:42.732411 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c2bc0-8af2-4905-8af2-853a756666fe', 'code': 200} Apr 13 14:36:42.757078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d1b066-1a85-497b-94ab-a376688167df {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:42.766175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:42.792027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Transition to ACTIVE for port object a5d1b066-1a85-497b-94ab-a376688167df will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:36:42.794287 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'tag': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58', 'status': 'completed', 'code': 200} Apr 13 14:36:42.847221 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-94393eed-b559-4854-8a1c-561a24d0eea7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087822 Apr 13 14:36:42.851396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:42.873109 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:43.056967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:43.060616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:43.193853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68c720-7b44-42d6-b490-75c3da8acc74 req-de7817eb-8662-4cd2-824a-bed6b9428e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:43.196118 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7e68c720-7b44-42d6-b490-75c3da8acc74 req-de7817eb-8662-4cd2-824a-bed6b9428e9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 0.1527700 Apr 13 14:36:43.255289 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7e68c720-7b44-42d6-b490-75c3da8acc74 req-cace1304-c20e-4a35-8fb9-1be10bb67286 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467474 Apr 13 14:36:43.324801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4bf36-1fa6-4242-9747-5c71fc93fc66 req-e9e3681b-9caf-44d7-8a4d-91eb5d8e884a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:43.326822 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65c4bf36-1fa6-4242-9747-5c71fc93fc66 req-e9e3681b-9caf-44d7-8a4d-91eb5d8e884a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 944 time: 0.6131952 Apr 13 14:36:43.420506 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65c4bf36-1fa6-4242-9747-5c71fc93fc66 req-9c922b4d-0bd8-47ba-b4e2-ed0d02dbc45f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743628 Apr 13 14:36:43.484161 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-a8d6d71a-67e5-443e-b2d4-e64fe327efb0 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118770 Apr 13 14:36:43.760519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 1ebba991-1b94-4937-806c-300fbf5dc948 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:36:43.867087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Attempting to bind port a5d1b066-1a85-497b-94ab-a376688167df on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:36:43.867471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Attempting to bind port a5d1b066-1a85-497b-94ab-a376688167df by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:36:43.867845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Attempting to bind port a5d1b066-1a85-497b-94ab-a376688167df on network cd11b96e-103a-48de-b559-8c4491aca047 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:43.887570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Port a5d1b066-1a85-497b-94ab-a376688167df on network cd11b96e-103a-48de-b559-8c4491aca047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:36:43.888002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Attempting to bind port a5d1b066-1a85-497b-94ab-a376688167df on network cd11b96e-103a-48de-b559-8c4491aca047 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:36:43.908065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:36:43.908451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Checking segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:36:43.908940 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Bound using segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:36:43.909450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Bound port: a5d1b066-1a85-497b-94ab-a376688167df, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:36:43.909840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:44.119511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:36:44.130583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:36:44.136393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1ebba991-1b94-4937-806c-300fbf5dc948,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:44.150134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:44.168669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '1ebba991-1b94-4937-806c-300fbf5dc948', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'port_id': '1ebba991-1b94-4937-806c-300fbf5dc948', 'mac_address': 'fa:16:3e:85:c7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:36:44.323238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:44.326586 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebba991-1b94-4937-806c-300fbf5dc948 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:44.385922 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1ebba991-1b94-4937-806c-300fbf5dc948,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:44.392498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:44.397178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8157dfc4-e77c-414e-bc34-1e9d776e331f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:44.423663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:44.489604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=1ebba991-1b94-4937-806c-300fbf5dc948,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:44.493891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:44.545982 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03e73eef-1a97-4097-8182-b498592424e6 req-d7b8b71f-0563-4791-b863-a07bc4c78b0b service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0533280 Apr 13 14:36:44.582930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:44.583689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:44.585262 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] 10.222.0.26 "PUT /v2.0/ports/a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 200 len: 1093 time: 4.7764432 Apr 13 14:36:44.586275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:44.592833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:44.603781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64cccc-14ba-48d1-9055-5605798e8ce4 req-8e9e4f45-8bc7-4e4b-b465-105067609aef tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:44.612160 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ee64cccc-14ba-48d1-9055-5605798e8ce4 req-8e9e4f45-8bc7-4e4b-b465-105067609aef tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 944 time: 0.9870191 Apr 13 14:36:44.630573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['1ebba991-1b94-4937-806c-300fbf5dc948'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:36:44.668104 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ee64cccc-14ba-48d1-9055-5605798e8ce4 req-8042bf99-ccec-41ca-b924-9f5caee1b9ce tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544174 Apr 13 14:36:44.879216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:45.026044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba7709-e881-44f6-a52f-1c5a95a69abf req-e2703ce1-8bcd-4973-be8c-8553e6b03a2c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:45.027741 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1cba7709-e881-44f6-a52f-1c5a95a69abf req-e2703ce1-8bcd-4973-be8c-8553e6b03a2c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.6463134 Apr 13 14:36:45.156472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-12c55e2c-0bb0-4e2f-b25a-9d11185fd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:45.158163 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-12c55e2c-0bb0-4e2f-b25a-9d11185fd5fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1096 time: 0.5059452 Apr 13 14:36:45.166281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed232e1f-32cc-4fa5-9846-05942e61cf82 req-2cb5e2cd-5b7e-4400-9c5f-191e31221bd1 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:45.167893 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed232e1f-32cc-4fa5-9846-05942e61cf82 req-2cb5e2cd-5b7e-4400-9c5f-191e31221bd1 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 944 time: 0.2769186 Apr 13 14:36:45.233474 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1cba7709-e881-44f6-a52f-1c5a95a69abf req-a35c0c82-342b-47e3-9e2d-9699637d4704 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821270 Apr 13 14:36:45.265580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-bd5df08f-45c8-400c-9e42-9ead25b9e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:45.267206 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-bd5df08f-45c8-400c-9e42-9ead25b9e9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 1097 time: 0.6164644 Apr 13 14:36:45.280413 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-fc302cfe-6e5a-4358-a7d1-ae70c78f552b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 200 len: 217 time: 0.1115127 Apr 13 14:36:45.399095 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-0885a52d-9340-4074-af4b-e2abed099db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:45.400771 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-0885a52d-9340-4074-af4b-e2abed099db6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.0911644 Apr 13 14:36:45.420735 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df', 'status': 'completed', 'code': 200} Apr 13 14:36:45.479153 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed232e1f-32cc-4fa5-9846-05942e61cf82 req-edf5c776-b2cc-458d-a9a6-cbca0ac88fb1 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274268 Apr 13 14:36:45.761621 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 1ebba991-1b94-4937-806c-300fbf5dc948 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:45.921182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 1ebba991-1b94-4937-806c-300fbf5dc948 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:45.929416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 1ebba991-1b94-4937-806c-300fbf5dc948 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:45.930974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:46.012261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-500407b7-ac89-41f7-aa27-15b69a2f59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:46.013931 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-500407b7-ac89-41f7-aa27-15b69a2f59c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5903096 Apr 13 14:36:46.019716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-4f1ba6dc-c4c0-4ebe-a4c6-052a14c966c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:46.021445 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-4f1ba6dc-c4c0-4ebe-a4c6-052a14c966c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.7430258 Apr 13 14:36:46.109251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:46.132020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1ebba991-1b94-4937-806c-300fbf5dc948,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:46.134252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:46.143635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:46.146893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:46.150855 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-52b5b471-b6b9-4703-9dd2-801822db0487 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58 HTTP/1.1" status: 200 len: 217 time: 0.0962024 Apr 13 14:36:46.257107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=1ebba991-1b94-4937-806c-300fbf5dc948,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:46.261479 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:46.313236 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfebc82-b1f9-4316-b21b-4a9bfb3dbb30 req-65e68ec1-cddc-4538-beb5-8aadfe22c18e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:46.314915 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9cfebc82-b1f9-4316-b21b-4a9bfb3dbb30 req-65e68ec1-cddc-4538-beb5-8aadfe22c18e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 945 time: 0.4241285 Apr 13 14:36:46.365128 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948', 'code': 200} Apr 13 14:36:46.418863 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9cfebc82-b1f9-4316-b21b-4a9bfb3dbb30 req-34478d38-ef55-4173-91c4-834cb8c0ca55 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631001 Apr 13 14:36:46.509635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-3c6f88fd-e64b-4db4-af53-4fd39f72c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:46.511211 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-3c6f88fd-e64b-4db4-af53-4fd39f72c41d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.3514996 Apr 13 14:36:46.617153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40464) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:46.673920 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-dde09f3c-a66a-47a6-a503-673bdfa5ce7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405022 Apr 13 14:36:46.679987 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-cce24c8e-21b6-4908-a5a3-6e7481ce6bd9 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572995 Apr 13 14:36:46.905999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:46.962228 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:46.975293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Usage tracker for resource:security_group_rule and tenant:e717a13a66d343f7b58707f80f37b2de is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:46.988162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:46.997904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:47.042326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ece32-c763-4b68-bd95-450a9676cd4b req-b9583b51-4f3e-4cf7-8e1b-d913bd532b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:47.044238 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc2ece32-c763-4b68-bd95-450a9676cd4b req-b9583b51-4f3e-4cf7-8e1b-d913bd532b76 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 1099 time: 0.2333758 Apr 13 14:36:47.143923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:47.150985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:47.170056 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc2ece32-c763-4b68-bd95-450a9676cd4b req-2c6af778-5305-49a7-8269-64fccde99b9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124454 Apr 13 14:36:47.172378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:47.222778 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e717a13a66d343f7b58707f80f37b2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011555 Apr 13 14:36:47.222778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ef03a-896a-4910-a33a-f154bfbf8135,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:47.225692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 40486) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:47.226235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:47.244191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced6be-dfb4-4a0c-8db2-6f5b90cf0de1 req-f56ec7f8-749f-4af2-8fe1-89cffc8babfe tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:47.253934 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-baced6be-dfb4-4a0c-8db2-6f5b90cf0de1 req-f56ec7f8-749f-4af2-8fe1-89cffc8babfe tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 944 time: 0.5207975 Apr 13 14:36:47.278542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512bcb2-9612-4910-8eab-5ae31a5fa8dd req-977dd6db-850d-499c-a8d9-86bb156080a1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:47.280271 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b512bcb2-9612-4910-8eab-5ae31a5fa8dd req-977dd6db-850d-499c-a8d9-86bb156080a1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.4134171 Apr 13 14:36:47.418268 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-baced6be-dfb4-4a0c-8db2-6f5b90cf0de1 req-78b679b7-e819-4690-8954-306d6d17fda3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629276 Apr 13 14:36:47.487801 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9815cb84-d6b6-4a42-a3db-635765f565e9 req-05a45b3f-b53f-4e33-b65f-02fc657c099d service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703455 Apr 13 14:36:47.510268 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b512bcb2-9612-4910-8eab-5ae31a5fa8dd req-57e0505f-ae50-4b28-a191-bf802383e53b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966143 Apr 13 14:36:47.512866 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-5673f37d-1ef8-41e7-bafc-a70262e1e1ce service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373048 Apr 13 14:36:47.539720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:47.575483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:47.789474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:36:47.932629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:47.954855 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:47.971368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ef03a-896a-4910-a33a-f154bfbf8135,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:47.990028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:48.042252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:48.043489 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa0ef03a-896a-4910-a33a-f154bfbf8135 HTTP/1.1" status: 204 len: 168 time: 0.7869816 Apr 13 14:36:48.049806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:48.079527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58', 'network_id': '6adf6f3c-111b-44dc-9532-0833e8f167d9', 'port_id': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58', 'mac_address': 'fa:16:3e:f6:6d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6bc6f4-6501-4897-ad3e-29880e0f8da7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:36:48.085164 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2d2748a-64dc-4278-9d49-bd919472da78 req-35fa3159-60c5-4d86-8ceb-6e19840f522b service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483100 Apr 13 14:36:48.093632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660374af-6868-4c37-b710-4f53882385e5 req-faa497db-81ce-4561-bfa4-b39ebdcd8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:48.095265 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-660374af-6868-4c37-b710-4f53882385e5 req-faa497db-81ce-4561-bfa4-b39ebdcd8f5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1096 time: 0.4544816 Apr 13 14:36:48.113344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ac1e6-e60a-445a-b8d7-3341fdfa2ae1 req-11b3086c-016f-4ee3-972d-6b7c7339b3e0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:48.121375 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-603ac1e6-e60a-445a-b8d7-3341fdfa2ae1 req-11b3086c-016f-4ee3-972d-6b7c7339b3e0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.3863151 Apr 13 14:36:48.207216 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-603ac1e6-e60a-445a-b8d7-3341fdfa2ae1 req-ca7feae3-ea53-4993-a41c-9042250d7e5f tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847147 Apr 13 14:36:48.227408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881a9c-ccec-437a-8659-df2ff456a923 req-dbb5fb40-06f4-45e7-a2e9-e6eb71896352 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:48.229407 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8f881a9c-ccec-437a-8659-df2ff456a923 req-dbb5fb40-06f4-45e7-a2e9-e6eb71896352 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 0.3537471 Apr 13 14:36:48.255469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:48.256877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:48.287612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:48.292139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:48.294145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4db02a74-6b38-4f53-95ba-8c8087402401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:48.352033 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8f881a9c-ccec-437a-8659-df2ff456a923 req-ae97057a-ce4c-498a-8d4d-2c1a44699445 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 Apr 13 14:36:48.411384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:48.414293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660374af-6868-4c37-b710-4f53882385e5 req-745a022d-2fad-44a9-951f-d08c0020a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:48.416332 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-660374af-6868-4c37-b710-4f53882385e5 req-745a022d-2fad-44a9-951f-d08c0020a69c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.2788546 Apr 13 14:36:48.419104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:48.507337 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-660374af-6868-4c37-b710-4f53882385e5 req-efbf4f55-939c-4acd-a63e-efedb5a6a059 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 200 len: 217 time: 0.0742731 Apr 13 14:36:48.618618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['02f3fa0d-cada-4024-83e8-fed7dc3bcd58'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:36:48.651540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40520) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:48.704765 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:48.745798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:48.753652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Usage tracker for resource:security_group_rule and tenant:668da0b3ce12406bbf012c710f9318cb is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:48.763995 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:48.778961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660374af-6868-4c37-b710-4f53882385e5 req-003e6e23-2364-40e3-93f0-fbea7951a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:48.779425 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:48.781129 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-660374af-6868-4c37-b710-4f53882385e5 req-003e6e23-2364-40e3-93f0-fbea7951a5dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.2656417 Apr 13 14:36:48.942981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b185fe9-28d3-42de-9806-2b250a5754ca req-55b4005f-04f3-4a94-97e6-c37902d0eb53 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:48.944697 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7b185fe9-28d3-42de-9806-2b250a5754ca req-55b4005f-04f3-4a94-97e6-c37902d0eb53 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 945 time: 0.3134608 Apr 13 14:36:48.987850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:48.992336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:49.000618 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7b185fe9-28d3-42de-9806-2b250a5754ca req-4900da7c-5e1b-4101-8b85-d7cf3d97a794 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Apr 13 14:36:49.035226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d87250-eb8b-472f-86c4-dd7eb9d5c3bd req-a72e0927-7ecc-4cb8-a4d6-e2ffd153096e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:49.035666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-23c9eb9d-41aa-49b1-af4b-a275875989fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:49.043988 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-33d87250-eb8b-472f-86c4-dd7eb9d5c3bd req-a72e0927-7ecc-4cb8-a4d6-e2ffd153096e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.2613924 Apr 13 14:36:49.047973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660374af-6868-4c37-b710-4f53882385e5 req-c8a276af-1305-4e62-891c-ff0404c4d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:49.049841 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-660374af-6868-4c37-b710-4f53882385e5 req-c8a276af-1305-4e62-891c-ff0404c4d8e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2569427 Apr 13 14:36:49.052703 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=668da0b3ce12406bbf012c710f9318cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993587 Apr 13 14:36:49.058815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40528) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:49.113455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b1c164-9f0e-4804-bacb-962d7bf26f2e,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:49.120733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:49.139189 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-33d87250-eb8b-472f-86c4-dd7eb9d5c3bd req-db44b120-9976-4f12-98c7-c45b7f8fdc31 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939057 Apr 13 14:36:49.175940 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:49.229271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:49.338283 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-660374af-6868-4c37-b710-4f53882385e5 req-3804b29a-7ee1-4380-a130-3a7e650c3c4c service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735605 Apr 13 14:36:49.417064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:49.458950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:49.506057 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:49.517196 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1b1c164-9f0e-4804-bacb-962d7bf26f2e HTTP/1.1" status: 204 len: 168 time: 0.4556401 Apr 13 14:36:49.527026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b1c164-9f0e-4804-bacb-962d7bf26f2e,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:49.538101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:49.606997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ab722-c5de-48ae-966b-4d86af0c5414 req-e2854335-cde4-4e2e-af9e-e4efcaedc80a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:49.608961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c2ab722-c5de-48ae-966b-4d86af0c5414 req-e2854335-cde4-4e2e-af9e-e4efcaedc80a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.2324584 Apr 13 14:36:49.806853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:49.950917 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:49.956408 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-660374af-6868-4c37-b710-4f53882385e5 req-562aa0bb-efd8-400f-b164-bc6fef10f2de service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061964 Apr 13 14:36:49.957324 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c2ab722-c5de-48ae-966b-4d86af0c5414 req-9b0f58ef-a24a-41de-b76b-41f8056ac11c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391433 Apr 13 14:36:49.969344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:49.969778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:50.118845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:50.137942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:50.151041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:50.155235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:50.157650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:50.262708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:50.269887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:50.288206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-7f9036d4-4597-43f3-8012-a3e5c74e2e08 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:50.290871 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-7f9036d4-4597-43f3-8012-a3e5c74e2e08 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.26 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 0.3560026 Apr 13 14:36:50.307193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d59cd0-3501-4d19-bfd9-b856198f2d5a req-1ddc0a24-2413-4a03-8d00-b7be0261ec94 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:50.310078 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a9d59cd0-3501-4d19-bfd9-b856198f2d5a req-1ddc0a24-2413-4a03-8d00-b7be0261ec94 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 0.6953583 Apr 13 14:36:50.519036 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Deleting port c97ce1b5-a400-476f-985e-c9a67bc821c9 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:36:50.519706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:50.589833 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a9d59cd0-3501-4d19-bfd9-b856198f2d5a req-0cde401a-c029-4b61-88b2-1569b919e454 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823072 Apr 13 14:36:50.833420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5869491-531e-4765-8e37-6dab1131bb8e req-9067fb27-bb10-4d32-8c09-aa9b4bbc10f9 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:50.849130 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f5869491-531e-4765-8e37-6dab1131bb8e req-9067fb27-bb10-4d32-8c09-aa9b4bbc10f9 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.7092924 Apr 13 14:36:50.851183 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40590) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:50.863615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'floatingip': {'port_id': '1ebba991-1b94-4937-806c-300fbf5dc948'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:36:50.931763 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58', 'code': 200} Apr 13 14:36:51.476086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:51.515417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] For port c97ce1b5-a400-476f-985e-c9a67bc821c9, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c97ce1b5-a400-476f-985e-c9a67bc821c9,segment=NetworkSegment(39acc63a-71cb-4fca-88b2-68bbc36a67fd),segment_id=39acc63a-71cb-4fca-88b2-68bbc36a67fd)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:51.516307 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:51.745776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Calling delete_port for c97ce1b5-a400-476f-985e-c9a67bc821c9 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:36:51.807592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:36:51.906136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cecd5-a7b3-42f9-9e53-5ca7ea7b6c86 req-f6b12e49-ebe8-4c93-9ada-dc4e645524f8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:51.929787 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-838cecd5-a7b3-42f9-9e53-5ca7ea7b6c86 req-f6b12e49-ebe8-4c93-9ada-dc4e645524f8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 1.1056752 Apr 13 14:36:52.025812 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-838cecd5-a7b3-42f9-9e53-5ca7ea7b6c86 req-63c15e8c-4c4c-4298-a174-02b896801a20 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Apr 13 14:36:52.058445 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a8b90-9d44-41a2-8edd-6049ed80bcac req-5ceb2496-b077-4b63-8fd3-26d13c5c9ba8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:52.069498 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b32a8b90-9d44-41a2-8edd-6049ed80bcac req-5ceb2496-b077-4b63-8fd3-26d13c5c9ba8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.9499900 Apr 13 14:36:52.287557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:52.304883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'a5d1b066-1a85-497b-94ab-a376688167df', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'port_id': 'a5d1b066-1a85-497b-94ab-a376688167df', 'mac_address': 'fa:16:3e:64:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:36:52.353034 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b32a8b90-9d44-41a2-8edd-6049ed80bcac req-5ca7205b-12f5-4f3f-9d81-5fa1ce797e71 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823665 Apr 13 14:36:52.397939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:52.399839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d1b066-1a85-497b-94ab-a376688167df {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:36:52.423371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:52.427892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:52.430951 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:52.449885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f0f5c-9995-4777-bc7a-0a1def0984ff req-c633abf3-d3d7-41ed-b66a-b11eef65b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:52.451744 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-da1f0f5c-9995-4777-bc7a-0a1def0984ff req-c633abf3-d3d7-41ed-b66a-b11eef65b206 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 1099 time: 1.1360543 Apr 13 14:36:52.592049 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-da1f0f5c-9995-4777-bc7a-0a1def0984ff req-32bdfd63-75f3-4ab8-8f4a-5f0b9a0a791c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294823 Apr 13 14:36:52.593996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:52.606862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:52.617364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fb318-bf01-4d0f-86ab-5962c581e908 req-5c1ac3fa-21cd-4b6c-923b-89e9ad30ee3d tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:52.625044 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc9fb318-bf01-4d0f-86ab-5962c581e908 req-5c1ac3fa-21cd-4b6c-923b-89e9ad30ee3d tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 946 time: 0.2398863 Apr 13 14:36:52.658741 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc9fb318-bf01-4d0f-86ab-5962c581e908 req-7d2fd5c2-b32e-4530-bc3f-c459a7e657e6 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb055c21-8aeb-4220-ba41-e638683eed6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Apr 13 14:36:52.668478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:52.693659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['a5d1b066-1a85-497b-94ab-a376688167df'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:36:52.708529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:52.842290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Pushing event deleted for resources: {'Port': ['ID=c97ce1b5-a400-476f-985e-c9a67bc821c9,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:52.857419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:53.162927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.resource_extend [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 13 14:36:53.374733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] No DVR routers for this DVR port c97ce1b5-a400-476f-985e-c9a67bc821c9 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:36:53.387434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:53.399689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'name': 'network-vif-deleted', 'tag': 'c97ce1b5-a400-476f-985e-c9a67bc821c9'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:53.420820 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f805ead2-0699-40d5-8b4e-545d4f0625ee req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.26 "DELETE /v2.0/ports/c97ce1b5-a400-476f-985e-c9a67bc821c9 HTTP/1.1" status: 204 len: 173 time: 3.1073515 Apr 13 14:36:53.477503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:53.495681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:53.536514 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d7ffd-b656-4072-bf71-5a46f1261996 req-eac0cf70-3007-447e-b800-d8ed600f7f64 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:53.538813 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-840d7ffd-b656-4072-bf71-5a46f1261996 req-eac0cf70-3007-447e-b800-d8ed600f7f64 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.2581584 Apr 13 14:36:53.601627 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e03ef5d-0d7c-4494-ae1e-65142493838a', 'name': 'network-vif-deleted', 'tag': 'c97ce1b5-a400-476f-985e-c9a67bc821c9', 'status': 'completed', 'code': 200} Apr 13 14:36:53.649617 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-840d7ffd-b656-4072-bf71-5a46f1261996 req-ebf663e9-a02a-4baf-9797-f3f4aaa12fbf tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965445 Apr 13 14:36:53.821987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c97ce1b5-a400-476f-985e-c9a67bc821c9 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:36:53.870123 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Floating IP c752a3d6-0049-4b95-a3b7-9fa1e23f9381 associated. External IP: 172.28.0.37, port: 1ebba991-1b94-4937-806c-300fbf5dc948. Apr 13 14:36:53.931538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: c97ce1b5-a400-476f-985e-c9a67bc821c9 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:36:53.931938 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c97ce1b5-a400-476f-985e-c9a67bc821c9 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:36:54.203517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-6562b763-3cbc-40aa-bcf8-6f56c5f4997f req-736ed3db-af44-45bc-a333-327ac8979715 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Synchronizing usage tracker for tenant:816b180517834523ae6d13418706c65c on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:36:54.265443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e08c4-8878-4c75-b7fc-a23b1ff9d1a6 req-4c49c669-402f-4522-9002-978edd1262e5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:54.268318 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-800e08c4-8878-4c75-b7fc-a23b1ff9d1a6 req-4c49c669-402f-4522-9002-978edd1262e5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 944 time: 0.4687505 Apr 13 14:36:54.274333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-6562b763-3cbc-40aa-bcf8-6f56c5f4997f req-736ed3db-af44-45bc-a333-327ac8979715 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Unset dirty status for tenant:816b180517834523ae6d13418706c65c on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:36:54.276956 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6562b763-3cbc-40aa-bcf8-6f56c5f4997f req-736ed3db-af44-45bc-a333-327ac8979715 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e03ef5d-0d7c-4494-ae1e-65142493838a HTTP/1.1" status: 200 len: 210 time: 0.1791701 Apr 13 14:36:54.391903 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-800e08c4-8878-4c75-b7fc-a23b1ff9d1a6 req-33707d9f-195d-4542-a5c6-b057fce47a74 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137645 Apr 13 14:36:54.415321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 40676) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:54.679485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:36:54.688009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:54.712260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:54.717021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Usage tracker for resource:security_group_rule and tenant:a07187a18818415e8c1bc8440910682e is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:54.720552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:54.728152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:54.834257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:54.838302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:54.869114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:54.936969 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a07187a18818415e8c1bc8440910682e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156829 Apr 13 14:36:54.960273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40694) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:54.971705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22bc9bf-a4ee-4485-bc81-866b15c4bcd5,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:54.993352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:55.045648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ff375-1838-470f-be98-acb171c2ceb7 req-89df51f4-b457-4ceb-938f-6789a58ff427 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:55.047419 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3a8ff375-1838-470f-be98-acb171c2ceb7 req-89df51f4-b457-4ceb-938f-6789a58ff427 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1136315 Apr 13 14:36:55.102600 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3a8ff375-1838-470f-be98-acb171c2ceb7 req-99e7c7fd-5adb-4e70-b907-d003a245de0e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473289 Apr 13 14:36:55.172087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:55.226331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:55.320646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:36:55.334720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:55.341691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] Sync routers for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:36:55.364694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:55.366387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:55.495320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 40714) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:55.789923 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-765e1a35-bd45-460d-9385-a628fd28fa3c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "PUT /v2.0/floatingips/c752a3d6-0049-4b95-a3b7-9fa1e23f9381 HTTP/1.1" status: 200 len: 991 time: 4.9364080 Apr 13 14:36:55.791922 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:55.811225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:55.827024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:36:55.848334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-97f24e78-e7ee-44d6-853b-97c47fe939e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:55.851974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:55.881100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:55.890153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Usage tracker for resource:security_group_rule and tenant:5c2daaba2d4c4d7fb941501ad0711d05 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:55.892214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22bc9bf-a4ee-4485-bc81-866b15c4bcd5,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:55.910405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:55.931557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:55.934430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:55.938998 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d22bc9bf-a4ee-4485-bc81-866b15c4bcd5 HTTP/1.1" status: 204 len: 168 time: 0.9768887 Apr 13 14:36:55.968262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:56.075002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:56.092214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port a5d1b066-1a85-497b-94ab-a376688167df completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:36:56.101923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port a5d1b066-1a85-497b-94ab-a376688167df triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:36:56.102438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:56.165853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f1ecf-fe0e-45a8-9d4c-9a478e317dda req-4f068dc0-b760-46a5-a139-484e6bef2e48 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:56.174090 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-281f1ecf-fe0e-45a8-9d4c-9a478e317dda req-4f068dc0-b760-46a5-a139-484e6bef2e48 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 944 time: 0.5256159 Apr 13 14:36:56.264796 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-281f1ecf-fe0e-45a8-9d4c-9a478e317dda req-89e9e899-1bf4-47d3-adb0-6cdbbd81a530 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815067 Apr 13 14:36:56.296859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6032f3-6e01-48ab-a423-10779df1289d req-e8953ecb-b275-4031-89d2-d0cabaa119d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:56.300657 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed6032f3-6e01-48ab-a423-10779df1289d req-e8953ecb-b275-4031-89d2-d0cabaa119d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 1099 time: 0.5438206 Apr 13 14:36:56.427910 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:56.454440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:36:56.483452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:36:56.488343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:56.491063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:56.699027 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948', 'status': 'completed', 'code': 200} Apr 13 14:36:56.731493 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:56.747790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:56.843345 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df', 'code': 200} Apr 13 14:36:57.039830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40762) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:57.135613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.153764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'c752a3d6-0049-4b95-a3b7-9fa1e23f9381', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'floating_ip_address': '172.28.0.37', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'port_id': '1ebba991-1b94-4937-806c-300fbf5dc948', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'mac_address': 'fa:16:3e:85:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b94480-64b0-4312-9c19-903229d760ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:15Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 1, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:57.170993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] Checking router: 84b4fbe8-2212-4f1c-971b-7d3392fc7bca for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:36:57.194390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:36:57.195100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:57.212324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:36:57.227941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Usage tracker for resource:security_group_rule and tenant:26dfa26f620c49879d90a694d2e9c486 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:36:57.231049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48196e28-4de3-406a-b9cd-afc3f014fb84 req-df0c0180-02ee-4ac5-b644-0317105238a3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:57.238264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:36:57.240669 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-48196e28-4de3-406a-b9cd-afc3f014fb84 req-df0c0180-02ee-4ac5-b644-0317105238a3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 1.2608666 Apr 13 14:36:57.355860 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-48196e28-4de3-406a-b9cd-afc3f014fb84 req-e1659986-8b3d-408c-8be9-e93aec101c58 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134579 Apr 13 14:36:57.371287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:36:57.417384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6032f3-6e01-48ab-a423-10779df1289d req-e5c89fb8-e9b3-4daa-8d92-8db1254bbac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:57.419358 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed6032f3-6e01-48ab-a423-10779df1289d req-e5c89fb8-e9b3-4daa-8d92-8db1254bbac8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 1.0984015 Apr 13 14:36:57.426761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a0cc-169e-4d11-a037-fd4017726364 req-9278455c-d255-41ff-8f5c-635b781b2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:57.428621 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e7b9a0cc-169e-4d11-a037-fd4017726364 req-9278455c-d255-41ff-8f5c-635b781b2b66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1098 time: 0.1721301 Apr 13 14:36:57.467360 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e7b9a0cc-169e-4d11-a037-fd4017726364 req-fffd4d8c-e7c0-464f-8f08-28b1bb4e2b9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Apr 13 14:36:57.497142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:36:57.522754 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-45eaa996-31d6-4175-9072-4335602ceabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:57.525603 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-45eaa996-31d6-4175-9072-4335602ceabb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 1099 time: 0.5139401 Apr 13 14:36:57.569469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.670370 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed6032f3-6e01-48ab-a423-10779df1289d req-06f4e64a-339f-47dd-b4a6-c79465f1609b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58 HTTP/1.1" status: 200 len: 217 time: 0.2377558 Apr 13 14:36:57.691895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.695011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.698304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.704237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e31ef3cb-1922-43b8-90ae-1e1e1d219092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:57.707989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-730647ca-4cad-4cbd-8767-7331f8bbaf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:57.754220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2ab229-db4e-40f2-ac1f-2f334e121dfb,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:57.759453 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26dfa26f620c49879d90a694d2e9c486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176938 Apr 13 14:36:57.761471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:57.762753 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40772) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:57.830735 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.860292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.888267 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c2daaba2d4c4d7fb941501ad0711d05&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3893263 Apr 13 14:36:57.895998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 40778) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:57.906544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e6e382-2fc2-4bda-955d-86570e9fedde,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:57.909816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.923215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6032f3-6e01-48ab-a423-10779df1289d req-9b66b157-a5c2-4778-a7c5-3d47e375a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:57.925387 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed6032f3-6e01-48ab-a423-10779df1289d req-9b66b157-a5c2-4778-a7c5-3d47e375a0a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.2224789 Apr 13 14:36:57.926447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1ac5d5a2-c898-4459-8e9c-16c648f91f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:57.928116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:57.970761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2ab229-db4e-40f2-ac1f-2f334e121dfb,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:57.979247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:57.982771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:57.986738 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f2ab229-db4e-40f2-ac1f-2f334e121dfb HTTP/1.1" status: 204 len: 168 time: 0.2204947 Apr 13 14:36:58.000685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'c752a3d6-0049-4b95-a3b7-9fa1e23f9381', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'floating_ip_address': '172.28.0.37', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'port_id': '1ebba991-1b94-4937-806c-300fbf5dc948', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'mac_address': 'fa:16:3e:85:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b94480-64b0-4312-9c19-903229d760ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:15Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 1, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:36:58.020269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca06faab-d332-46be-b9af-7845d46a847a None None] The sync data for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb is: [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'c752a3d6-0049-4b95-a3b7-9fa1e23f9381', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'floating_ip_address': '172.28.0.37', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'port_id': '1ebba991-1b94-4937-806c-300fbf5dc948', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'mac_address': 'fa:16:3e:85:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b94480-64b0-4312-9c19-903229d760ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:15Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 1, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:36:58.035770 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed6032f3-6e01-48ab-a423-10779df1289d req-4dcd72e8-9f0c-4d11-bff1-455750a35ba4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966599 Apr 13 14:36:58.052796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-257176b8-6de4-4dd2-ad6e-585aa0d4c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:58.055139 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-257176b8-6de4-4dd2-ad6e-585aa0d4c95b service neutron] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 912 time: 0.4908676 Apr 13 14:36:58.088618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad44f-87c4-40ae-bcad-8d02ed0420bc req-c22fe76a-c6d5-47ad-9ade-23eca616773c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:58.097255 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d3ad44f-87c4-40ae-bcad-8d02ed0420bc req-c22fe76a-c6d5-47ad-9ade-23eca616773c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.5526862 Apr 13 14:36:58.316513 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-4f655982-a76c-42e2-97b2-f458b1328337 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebba991-1b94-4937-806c-300fbf5dc948 HTTP/1.1" status: 200 len: 999 time: 0.2145007 Apr 13 14:36:58.335625 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d3ad44f-87c4-40ae-bcad-8d02ed0420bc req-5b1d91bb-eebd-4abf-bc87-3da9887300f9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372997 Apr 13 14:36:58.340342 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:58.485857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb441459-4093-47ec-a65f-9bd54850e1c7 None None] New status for floating IP c752a3d6-0049-4b95-a3b7-9fa1e23f9381: ACTIVE {{(pid=85282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:36:58.536432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:58.652725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-f55b74f0-a012-4381-941c-c431f63cffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:58.654386 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-f55b74f0-a012-4381-941c-c431f63cffef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.3153303 Apr 13 14:36:58.767258 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed6032f3-6e01-48ab-a423-10779df1289d req-efca2c6c-3782-413c-99ad-09b1bcb82755 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7167385 Apr 13 14:36:59.013144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:59.078934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40816) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:36:59.082786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:36:59.124708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e6e382-2fc2-4bda-955d-86570e9fedde,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:36:59.207392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:36:59.209673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:59.215376 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2e6e382-2fc2-4bda-955d-86570e9fedde HTTP/1.1" status: 204 len: 168 time: 1.3172398 Apr 13 14:36:59.285482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Deleting subnet e41cb556-a981-4de0-917a-f1ee411bfb09 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:36:59.289137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-563bf947-4a90-4a39-8ce1-1c1923070c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:59.289340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:59.290900 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-563bf947-4a90-4a39-8ce1-1c1923070c91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6125572 Apr 13 14:36:59.376782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:59.513992 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed6032f3-6e01-48ab-a423-10779df1289d req-5ca4d5c3-42fe-408f-8133-b02aadfe821e service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843541 Apr 13 14:36:59.514974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:36:59.537487 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bac58-6577-4f6b-9645-c626b51550a2 req-67fe962a-e813-4bce-a04c-41093b9f76ed tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:59.545646 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-377bac58-6577-4f6b-9645-c626b51550a2 req-67fe962a-e813-4bce-a04c-41093b9f76ed tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.7783859 Apr 13 14:36:59.604009 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-e8709bcb-96a3-41f2-be0d-8fa38395ee13 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002212 Apr 13 14:36:59.768121 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-377bac58-6577-4f6b-9645-c626b51550a2 req-236fd729-88d9-48be-ab00-a00a6e7cd558 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629250 Apr 13 14:36:59.919299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087922f8-13d6-4671-9260-db9300db1ca9 req-6b50923e-da0c-4b11-83eb-e4ea76eddf89 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:36:59.927706 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-087922f8-13d6-4671-9260-db9300db1ca9 req-6b50923e-da0c-4b11-83eb-e4ea76eddf89 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.3261750 Apr 13 14:37:00.129069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:00.168030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:00.245703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41cb556-a981-4de0-917a-f1ee411bfb09,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:00.252659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:00.353289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:00.360707 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e41cb556-a981-4de0-917a-f1ee411bfb09 HTTP/1.1" status: 204 len: 168 time: 1.2783484 Apr 13 14:37:00.365137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40886) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:00.437242 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-087922f8-13d6-4671-9260-db9300db1ca9 req-eda3f70e-3446-490e-bc79-dd5e4442dc69 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5084095 Apr 13 14:37:00.454388 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9906cc91-1e7c-458c-831d-e1fd445852f1 req-2fce10f5-df08-4773-9e9f-2049d679eec7 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699990 Apr 13 14:37:00.630481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:00.789636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899051c-1699-4a63-97b4-daabe052f0f1 req-66fb47de-4709-4f6e-8f7d-cb9bf524833b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:00.791618 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a899051c-1699-4a63-97b4-daabe052f0f1 req-66fb47de-4709-4f6e-8f7d-cb9bf524833b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1425018 Apr 13 14:37:00.807397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 40914) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:00.816577 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'floatingip': {'port_id': 'a5d1b066-1a85-497b-94ab-a376688167df'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:01.005397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:01.189212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:01.238387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40928) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:01.321569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33292b2b-7eb4-4d8f-90e3-a8ffcc8f232e req-b7e661ec-78cb-45e9-afc4-1aabe7a8a057 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:01.334816 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-33292b2b-7eb4-4d8f-90e3-a8ffcc8f232e req-b7e661ec-78cb-45e9-afc4-1aabe7a8a057 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.2609868 Apr 13 14:37:01.477370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad218529-de99-404d-903c-1c6aa99d3e34']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:01.491933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39acc63a-71cb-4fca-88b2-68bbc36a67fd') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:01.492280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39acc63a-71cb-4fca-88b2-68bbc36a67fd') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:01.507027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:01.530229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:01.541192 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:37:01.566885 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-33292b2b-7eb4-4d8f-90e3-a8ffcc8f232e req-aabd1911-d850-46f3-9cfd-cab98d4bd712 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309246 Apr 13 14:37:01.704328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:01.818707 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:01.834495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Network ad218529-de99-404d-903c-1c6aa99d3e34 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:37:01.843756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Usage tracker for resource:security_group_rule and tenant:ff3b2787c1bc4c3b8fab0804b0804cf7 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:01.847911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:01.862614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:01.883143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:02.121680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.resource_extend [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 13 14:37:02.237868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Network ad218529-de99-404d-903c-1c6aa99d3e34 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:37:02.254034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.258416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:37:02.288984 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:37:02.542583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.559557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.561383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-05584c76-acf9-43d9-988b-8760c2e8eead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:02.586618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.589883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.613671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Pushing event deleted for resources: {'Network': ['ID=ad218529-de99-404d-903c-1c6aa99d3e34,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:02.622181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:02.626981 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Floating IP 67176e3e-6c0e-479b-9395-889415cc22ae associated. External IP: 172.28.0.116, port: a5d1b066-1a85-497b-94ab-a376688167df. Apr 13 14:37:02.635554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-59a5a025-85f4-48fb-b67c-b9aec6d7e975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:02.692604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5d275377-2df3-4ea9-a4cf-1a221e3d3769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.716681 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] 10.222.0.35 "DELETE /v2.0/networks/ad218529-de99-404d-903c-1c6aa99d3e34 HTTP/1.1" status: 204 len: 168 time: 2.3497720 Apr 13 14:37:02.723820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382ebfaf-4f59-4976-b83d-1c9dc603942b,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:02.728150 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:02.745523 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff3b2787c1bc4c3b8fab0804b0804cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4928348 Apr 13 14:37:02.746305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40964) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:02.899784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:02.946849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:03.021299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:03.029229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b1b53463-b124-4e1d-ac68-9577092ba838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:03.051196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382ebfaf-4f59-4976-b83d-1c9dc603942b,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:03.055854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:03.056905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:03.059808 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/382ebfaf-4f59-4976-b83d-1c9dc603942b HTTP/1.1" status: 204 len: 168 time: 0.3111849 Apr 13 14:37:03.134150 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40976) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:03.217812 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ca6db09d-570c-4906-840c-9be99dd0e3e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=816b180517834523ae6d13418706c65c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0792401 Apr 13 14:37:03.218588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 40980) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:03.309584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:03.352463 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:03.425317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:03.431788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-24218473-f530-4d41-89ae-f543b54d5e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:03.446315 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb055c21-8aeb-4220-ba41-e638683eed6c,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:03.448967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:03.453173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:03.454529 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb055c21-8aeb-4220-ba41-e638683eed6c HTTP/1.1" status: 204 len: 168 time: 0.2348249 Apr 13 14:37:03.484602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0816f5-90e3-45c7-a1cf-535a59e537af req-7a67f77d-1498-4c50-a6de-0408de7b5351 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:03.503876 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ff0816f5-90e3-45c7-a1cf-535a59e537af req-7a67f77d-1498-4c50-a6de-0408de7b5351 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.5611086 Apr 13 14:37:03.752310 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ff0816f5-90e3-45c7-a1cf-535a59e537af req-cd95c1e7-b3e7-47b2-9f21-79bde286553a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245116 Apr 13 14:37:03.888932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Router 75a55db7-ffce-40be-acfb-7005db8476e0 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:37:04.148031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:37:04.155368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:04.161049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] Sync routers for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:37:04.177886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:04.179993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:36:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:04.315700 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-15eef641-21f6-41eb-855a-a111b9e433a7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "PUT /v2.0/floatingips/67176e3e-6c0e-479b-9395-889415cc22ae HTTP/1.1" status: 200 len: 991 time: 3.5072165 Apr 13 14:37:04.317344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:37:04.477474 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df', 'status': 'completed', 'code': 200} Apr 13 14:37:04.631625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:04.666494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-86858e92-9598-4057-b317-fd12ec0f4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:04.668559 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-86858e92-9598-4057-b317-fd12ec0f4b86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1098 time: 0.1698399 Apr 13 14:37:05.094248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-536aa23b-15dd-44c2-a955-8d9536569696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:05.140173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-8b1e287e-5f26-4f98-84c1-52ea3177f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:05.142036 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-8b1e287e-5f26-4f98-84c1-52ea3177f981 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.4569826 Apr 13 14:37:05.342169 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800629a-29e3-4e52-aa70-6025bf1aa488 req-35339a7e-5d84-4207-b957-0cbc88dcb604 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:05.344217 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a800629a-29e3-4e52-aa70-6025bf1aa488 req-35339a7e-5d84-4207-b957-0cbc88dcb604 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.3074381 Apr 13 14:37:05.371149 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-46a86b0f-6bb8-4e71-88ba-fd10ac2e1ea9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 200 len: 999 time: 0.2197928 Apr 13 14:37:05.439487 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a800629a-29e3-4e52-aa70-6025bf1aa488 req-3af96bfa-725b-4ec9-b3ca-b7e314e3c1d7 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721591 Apr 13 14:37:05.508894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41104) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:05.553089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-2be438d8-de2b-496e-87db-6f58aae14663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:05.556630 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-2be438d8-de2b-496e-87db-6f58aae14663 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.1580589 Apr 13 14:37:05.557062 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '67176e3e-6c0e-479b-9395-889415cc22ae', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'port_id': 'a5d1b066-1a85-497b-94ab-a376688167df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'mac_address': 'fa:16:3e:64:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:21Z', 'updated_at': '2021-04-13T14:37:01Z', 'revision_number': 1, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:05.562246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] Checking router: 75a55db7-ffce-40be-acfb-7005db8476e0 for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:37:05.573286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:05.574055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:05.752885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-381a61bc-9279-470e-b337-24d64452bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:05.754728 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-381a61bc-9279-470e-b337-24d64452bedd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1890051 Apr 13 14:37:05.854952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:05.903007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41122) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:05.905240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:05.977607 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-c1e94088-c5bb-4b34-b124-0214508eda8a service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112331 Apr 13 14:37:06.035125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.078288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:06.125042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Usage tracker for resource:security_group_rule and tenant:93326492ea604bf687c87851c7308afd is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:06.134237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:06.155288 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f1471b96-b94d-4629-bcfe-ad4f58b6d17b req-0aa25238-59f3-40da-96fd-ef8d4deb4e75 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699319 Apr 13 14:37:06.157417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.177675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:06.195147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:06.202434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Usage tracker for resource:security_group_rule and tenant:6ae703c915ae4683a200a25a14bd912f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:06.213949 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:06.225898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:06.384871 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.399291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.411438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:06.413335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.468508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.469800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe827da-aa91-4cce-9b2e-5a6d18c63814,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:06.509276 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:06.509944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.530152 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=93326492ea604bf687c87851c7308afd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0156090 Apr 13 14:37:06.530152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-00124092-40ed-40f5-990d-1fb4a170eb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:06.532968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41150) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:06.561757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a36fe18-417f-4eb6-b3ad-5afeab5fcee3,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:06.568053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:06.590226 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ae703c915ae4683a200a25a14bd912f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6852868 Apr 13 14:37:06.591055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41154) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:06.638642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '67176e3e-6c0e-479b-9395-889415cc22ae', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'port_id': 'a5d1b066-1a85-497b-94ab-a376688167df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'mac_address': 'fa:16:3e:64:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:21Z', 'updated_at': '2021-04-13T14:37:01Z', 'revision_number': 1, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:06.649777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764101fc-492f-4067-88dd-83d329bf1c51 None None] The sync data for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb is: [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '67176e3e-6c0e-479b-9395-889415cc22ae', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'floating_ip_address': '172.28.0.116', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'port_id': 'a5d1b066-1a85-497b-94ab-a376688167df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'mac_address': 'fa:16:3e:64:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:21Z', 'updated_at': '2021-04-13T14:37:01Z', 'revision_number': 1, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:37:06.668864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.706433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.787095 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.801687 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-654647e0-2271-4fb9-8133-84b19ff2cbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:06.819675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a36fe18-417f-4eb6-b3ad-5afeab5fcee3,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:06.822276 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:06.823253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.828260 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a36fe18-417f-4eb6-b3ad-5afeab5fcee3 HTTP/1.1" status: 204 len: 168 time: 0.2353647 Apr 13 14:37:06.861272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:06.913196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:07.107767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2402d619-5428-4955-94e5-a1650efc6c1c None None] New status for floating IP 67176e3e-6c0e-479b-9395-889415cc22ae: ACTIVE {{(pid=85282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:37:07.130599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f0383-200d-40b7-af72-af1e62b18100 req-98332724-302a-4e5f-ab7c-fb9830a8d9fe tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:07.138555 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-625f0383-200d-40b7-af72-af1e62b18100 req-98332724-302a-4e5f-ab7c-fb9830a8d9fe tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.4612904 Apr 13 14:37:07.185636 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-625f0383-200d-40b7-af72-af1e62b18100 req-66669ab0-6319-4243-9224-625fda3ee947 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458179 Apr 13 14:37:07.207438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:07.219486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fcbbb587-a633-47ab-9ce1-cf778487126d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:07.241562 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe827da-aa91-4cce-9b2e-5a6d18c63814,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:07.251552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:07.258245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:07.260000 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2fe827da-aa91-4cce-9b2e-5a6d18c63814 HTTP/1.1" status: 204 len: 168 time: 0.7250416 Apr 13 14:37:07.558224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:07.839912 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41196) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:07.860682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:07.876533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:07.883616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Usage tracker for resource:security_group_rule and tenant:3328daecda374b46b263a2ae92bd75ce is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:07.887083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:07.893976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:08.015752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.019046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.031634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7a6aff38-2c6e-4eca-9dca-6edd98fdb0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:08.076903 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3328daecda374b46b263a2ae92bd75ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346814 Apr 13 14:37:08.080524 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41206) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:08.088590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947001a2-6dc1-450f-a663-09088cee4f30,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:08.092780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f53fdedb-ed8e-4d71-84ac-a941addf50cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:08.164268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.201159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.285235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.292262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-af6cd84d-24d1-4213-868f-afb405105b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:08.306154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947001a2-6dc1-450f-a663-09088cee4f30,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:08.309673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:08.316432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.320533 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/947001a2-6dc1-450f-a663-09088cee4f30 HTTP/1.1" status: 204 len: 168 time: 0.2385652 Apr 13 14:37:08.442266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26376574-a798-42b1-bd60-b22a40e24265 req-1f77ea31-6cf1-4cfc-a8ba-19cb6a4d29cf tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:08.445267 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-26376574-a798-42b1-bd60-b22a40e24265 req-1f77ea31-6cf1-4cfc-a8ba-19cb6a4d29cf tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1134262 Apr 13 14:37:08.476984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41230) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:08.485783 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-26376574-a798-42b1-bd60-b22a40e24265 req-e7d062f8-7d46-4345-8a4a-4a69c38eeadb tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342071 Apr 13 14:37:08.741091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41244) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:08.773583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-574099293-network', 'tenant_id': 'ea6af63789984010a7ee25c91334012f'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:08.781556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:08.786541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Usage tracker for resource:network and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:08.794873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:08.800015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:08.810280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Made reservation on behalf of ea6af63789984010a7ee25c91334012f for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:37:08.815203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.834835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.872604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:08.875703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:08.889027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:08.894195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:08.903433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:08.906122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:08.911947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Usage tracker for resource:security_group_rule and tenant:a39115e001a94f23ab174f1eb40b9695 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:08.917111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:08.928349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:09.051387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.140686 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.162038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.178021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-17c3ec8e-c2ce-4343-b341-b405bac209ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:09.193155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.217566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.263718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:37:09.289709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12eaf6a-7d6f-484b-b3c7-54149312c3fa,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:09.297286 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a39115e001a94f23ab174f1eb40b9695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567322 Apr 13 14:37:09.298379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:09.300452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.300769 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Added segment e3431563-ca6d-4a39-ac47-a1443de1a1d0 of type vlan for network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca Apr 13 14:37:09.302120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa2e60fa-27a2-4f47-b3c9-67492c0e6cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:09.303482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41270) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:09.356624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c097f24-c3bb-4ea6-8c71-378823a96d33,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:09.360652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.366335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:09.423770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.425834 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:09.426439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.434774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0914cba-f3a8-4fab-b028-448427400fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:09.451389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.546564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.619528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc435a3-7fce-4daa-9614-25ab53d1a9ca,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:09.622558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:09.637426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:37:09.656454 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1757340 Apr 13 14:37:09.658392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41290) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:09.666572 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Request body: {'subnet': {'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-574099293-subnet', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:09.672205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:09.680047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Usage tracker for resource:subnet and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:09.684670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.684865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:09.693594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:09.695107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:09.717950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c097f24-c3bb-4ea6-8c71-378823a96d33,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:09.718806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Made reservation on behalf of ea6af63789984010a7ee25c91334012f for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:37:09.728634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:09.729582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.731171 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c097f24-c3bb-4ea6-8c71-378823a96d33 HTTP/1.1" status: 204 len: 168 time: 0.4252791 Apr 13 14:37:09.741157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:09.983123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c19de-28d4-425e-9a7a-8d5d482d3588 req-16475b11-5cff-479a-b7b6-c47f39b7c70f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:09.991017 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2b2c19de-28d4-425e-9a7a-8d5d482d3588 req-16475b11-5cff-479a-b7b6-c47f39b7c70f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1748078 Apr 13 14:37:10.054328 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2b2c19de-28d4-425e-9a7a-8d5d482d3588 req-176f0b4b-727e-42bb-8f9a-a6e3b5a9e6a7 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622361 Apr 13 14:37:10.368369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.374084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41318) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:10.394221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.410703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:10.415312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:781258c2c56b4a798017348b8d85b597 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:10.418712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:10.419031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-78361361-7060-49cd-aebd-ee368a65e9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:10.427208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:10.530353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.533862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.545565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d333ee3e-baed-4eff-9293-57a3516d78f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:10.550049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db783721-3137-4f2d-b4dd-e6e73aa7335b,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:10.555491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:10.594879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa60c83-a736-45a3-9b05-725de5501e33,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:10.601607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:10.608366 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=781258c2c56b4a798017348b8d85b597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330792 Apr 13 14:37:10.612120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41324) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:10.624153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Checking segment: {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:10.624553 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Network hostable DHCP agents. Network: 1bc435a3-7fce-4daa-9614-25ab53d1a9ca, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:37:10.648278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:37:10.664589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 1bc435a3-7fce-4daa-9614-25ab53d1a9ca) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:10.675716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9349b-28a1-4352-94d3-f812ab5c2560 None None] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:37:10.688858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:10.690448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.714680 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0549169 Apr 13 14:37:10.717790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41332) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:10.718394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.724510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:10.729950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:10.734769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Usage tracker for resource:router and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:10.739097 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:10.746306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:10.754182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.757740 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.759137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.779210 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.812751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.820959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3c05fea1-8779-4427-b9a5-bd0307839a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:10.853629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa60c83-a736-45a3-9b05-725de5501e33,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:10.858052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:10.864780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:10.885907 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fa60c83-a736-45a3-9b05-725de5501e33 HTTP/1.1" status: 204 len: 168 time: 0.2719135 Apr 13 14:37:11.381347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:37:11.382748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:11.408796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce63b6e-8b23-4d93-a950-c9182dbe1057 req-bccb135d-2868-4334-bae8-533628aa7d78 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:11.411261 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bce63b6e-8b23-4d93-a950-c9182dbe1057 req-bccb135d-2868-4334-bae8-533628aa7d78 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1441092 Apr 13 14:37:11.514258 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bce63b6e-8b23-4d93-a950-c9182dbe1057 req-5d5bd3e4-f2d7-4a83-9599-ac7091222d8d tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937612 Apr 13 14:37:11.582774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:11.676582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Allocated IP 172.20.0.2 (1bc435a3-7fce-4daa-9614-25ab53d1a9ca/db783721-3137-4f2d-b4dd-e6e73aa7335b/b843c916-f639-4811-8b24-7623b4b7d775) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:37:11.990695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.004176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Transition to ACTIVE for port object b843c916-f639-4811-8b24-7623b4b7d775 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:12.027122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Transition to ACTIVE for port object b843c916-f639-4811-8b24-7623b4b7d775 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:12.028201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.034102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.062147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.153213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:37:12.218706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:12.253408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Allocated IP 172.28.0.100 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/75edf1e0-e23e-4bf6-b295-70d014ecea33) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:37:12.362644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:12.368285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:12.373282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:37:12.495924 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.496600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Pushing event updated for resources: {'Port': ['ID=b843c916-f639-4811-8b24-7623b4b7d775,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:12.542588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:12.567429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.578200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Attempting to bind port b843c916-f639-4811-8b24-7623b4b7d775 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:37:12.579194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Attempting to bind port b843c916-f639-4811-8b24-7623b4b7d775 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:37:12.579725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Attempting to bind port b843c916-f639-4811-8b24-7623b4b7d775 on network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:12.590126 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:37:12.590788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Checking segment: {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:12.591647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.592494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Bound using segment: {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:37:12.593596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Bound port: b843c916-f639-4811-8b24-7623b4b7d775, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:37:12.594455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.615533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-41fcc20c-b690-4453-a761-24cadd4d27e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:12.777615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] For port b843c916-f639-4811-8b24-7623b4b7d775, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:37:12.785717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] For port b843c916-f639-4811-8b24-7623b4b7d775, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b843c916-f639-4811-8b24-7623b4b7d775,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:37:12.791970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:12.840478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Pushing event updated for resources: {'Port': ['ID=75edf1e0-e23e-4bf6-b295-70d014ecea33,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:12.853925 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:12.855647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:12.898935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac511d22-a431-4313-9de7-da61bc7be7fc req-b89acd93-11c6-42ae-901b-4e8522db01ac tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:12.915635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:12.920879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:12.931850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:37:12.932185 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ac511d22-a431-4313-9de7-da61bc7be7fc req-b89acd93-11c6-42ae-901b-4e8522db01ac tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.2477777 Apr 13 14:37:13.002979 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ac511d22-a431-4313-9de7-da61bc7be7fc req-13afc269-c51d-4724-be41-caffdda95d98 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696855 Apr 13 14:37:13.496362 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Pushing event updated for resources: {'Port': ['ID=b843c916-f639-4811-8b24-7623b4b7d775,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:13.503020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:13.647330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:14.212698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:14.442174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7081-90c4-4a30-852c-73a413d058d1 req-49e6c08f-5ec8-4f35-8dfb-33459ec33afc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:14.452430 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b1ab7081-90c4-4a30-852c-73a413d058d1 req-49e6c08f-5ec8-4f35-8dfb-33459ec33afc tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1098483 Apr 13 14:37:14.500666 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b1ab7081-90c4-4a30-852c-73a413d058d1 req-45daedb3-b892-4d17-8067-2f5710f9f59c tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471678 Apr 13 14:37:14.812640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device b843c916-f639-4811-8b24-7623b4b7d775 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:15.054727 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port b843c916-f639-4811-8b24-7623b4b7d775 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:15.075555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Router 9636a893-fe32-42bf-801d-74357d1993ed is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:37:15.386719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:37:15.399596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Sync routers for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:37:15.426937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:15.427979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:15.437178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:15.441700 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7223160 Apr 13 14:37:15.444502 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41496) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:15.503466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e29cc1-b25b-4679-9fcc-6ec5201036ee None None] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:37:15.510282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41500) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:15.900826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:15.941335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:15.946494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Usage tracker for resource:security_group_rule and tenant:56aae4fe354a4be3be5460b7e572526c is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:15.950288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:15.959121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:15.965722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:15.985112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Provisioning for port b843c916-f639-4811-8b24-7623b4b7d775 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:16.003115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Provisioning complete for port b843c916-f639-4811-8b24-7623b4b7d775 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:16.003699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.087512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.115464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.197094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:16.248071 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.285045 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56aae4fe354a4be3be5460b7e572526c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7732422 Apr 13 14:37:16.287557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41524) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:16.295308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] For port b843c916-f639-4811-8b24-7623b4b7d775, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b843c916-f639-4811-8b24-7623b4b7d775,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:16.300138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.302145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:16.305190 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7898c8-4cf2-48c3-ac3d-2eb35cd3f5ab,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:16.320207 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:16.455404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Pushing event updated for resources: {'Port': ['ID=b843c916-f639-4811-8b24-7623b4b7d775,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:16.461047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4017d-1b43-4c43-9c74-1d665e94cce8 req-34cb984e-6d37-403e-9905-f92edf6ef4ef tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:16.462946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:16.475838 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0db4017d-1b43-4c43-9c74-1d665e94cce8 req-34cb984e-6d37-403e-9905-f92edf6ef4ef tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.7345400 Apr 13 14:37:16.547125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.580342 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0db4017d-1b43-4c43-9c74-1d665e94cce8 req-900f25cf-be88-46be-ab32-61412deb897d tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028128 Apr 13 14:37:16.597012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.643337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-2bc25565-b9cf-4b12-adf6-6a2b22cff316 None None] Provisioning complete for port b843c916-f639-4811-8b24-7623b4b7d775 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:16.643766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2bc25565-b9cf-4b12-adf6-6a2b22cff316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.714042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.734271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-257a5264-5901-4720-86a9-5d278b9baf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:16.762274 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device b843c916-f639-4811-8b24-7623b4b7d775 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:16.763173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:13Z', 'revision_number': 3, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:16.768165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Checking router: 9636a893-fe32-42bf-801d-74357d1993ed for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:37:16.768547 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Updating router 9636a893-fe32-42bf-801d-74357d1993ed port 75edf1e0-e23e-4bf6-b295-70d014ecea33 binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:37:16.769363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:16.772420 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b7898c8-4cf2-48c3-ac3d-2eb35cd3f5ab HTTP/1.1" status: 204 len: 168 time: 0.4581554 Apr 13 14:37:16.784687 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7898c8-4cf2-48c3-ac3d-2eb35cd3f5ab,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:16.795940 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:16.883714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.065641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port b843c916-f639-4811-8b24-7623b4b7d775 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:17.066074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.093029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.403077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41560) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:17.442313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.485301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Allocated IP 172.20.0.1 (1bc435a3-7fce-4daa-9614-25ab53d1a9ca/db783721-3137-4f2d-b4dd-e6e73aa7335b/230209af-a4f3-4065-b2d3-c953cd8ef4ed) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:37:17.489906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:17.501731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Usage tracker for resource:security_group_rule and tenant:d6be9e3fd9c14e6f911af6baf02ff129 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:17.510582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:17.530648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:17.576237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.605817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Transition to ACTIVE for port object 75edf1e0-e23e-4bf6-b295-70d014ecea33 will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:17.624510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.712077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.715734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.731154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-58f67b0e-d0ee-43f5-8e16-ea1a8b962b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:17.766879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e831d38c-0b28-4bf5-9980-6cde2a86d833,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:17.781914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:17.817186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:17.819250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.846043 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Transition to ACTIVE for port object 230209af-a4f3-4065-b2d3-c953cd8ef4ed will not be triggered until provisioned by entity DHCP. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:17.859860 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6be9e3fd9c14e6f911af6baf02ff129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556878 Apr 13 14:37:17.864568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41580) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:17.893510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22553847-894f-4d76-8d05-819915a4107c None None] Pushing event updated for resources: {'Port': ['ID=75edf1e0-e23e-4bf6-b295-70d014ecea33,revision_number=2']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:17.903564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.903867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.904786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c06b-a953-40d8-8d5b-e319195c672b req-58b9f7f0-9ab6-495c-bc57-e79c508d712c tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:17.904906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.904906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.904906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.905296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.905638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.905955 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.906058 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a300c06b-a953-40d8-8d5b-e319195c672b req-58b9f7f0-9ab6-495c-bc57-e79c508d712c tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1139736 Apr 13 14:37:17.906632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.906632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.907006 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.907746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22553847-894f-4d76-8d05-819915a4107c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:17.913606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-22553847-894f-4d76-8d05-819915a4107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:17.932701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Attempting to bind port 75edf1e0-e23e-4bf6-b295-70d014ecea33 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:37:17.933296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Attempting to bind port 75edf1e0-e23e-4bf6-b295-70d014ecea33 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:37:17.933842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Attempting to bind port 75edf1e0-e23e-4bf6-b295-70d014ecea33 on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:17.939960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:37:17.940383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:17.940838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.941326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:37:17.941846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Bound port: 75edf1e0-e23e-4bf6-b295-70d014ecea33, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:37:17.942264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.944351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:17.971303 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a300c06b-a953-40d8-8d5b-e319195c672b req-0350c1df-33bf-476d-b906-ba77e6f61635 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446763 Apr 13 14:37:17.974625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ecaf844e-5c4c-4400-a7ab-c29ccb5057a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:18.035366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] For port 75edf1e0-e23e-4bf6-b295-70d014ecea33, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:37:18.038987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] For port 75edf1e0-e23e-4bf6-b295-70d014ecea33, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=75edf1e0-e23e-4bf6-b295-70d014ecea33,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:37:18.042459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.058420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8fef2ea0-73e4-4489-86d5-ddece91630aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:18.092922 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.152661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Pushing event updated for resources: {'Port': ['ID=230209af-a4f3-4065-b2d3-c953cd8ef4ed,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:18.158716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.167764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:18.207870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22553847-894f-4d76-8d05-819915a4107c None None] Pushing event updated for resources: {'Port': ['ID=75edf1e0-e23e-4bf6-b295-70d014ecea33,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:18.211290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-22553847-894f-4d76-8d05-819915a4107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:18.237360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:18.238835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:18.241165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:37:18.261683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:18.262362 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:18.289428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.299737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-642dd6e6-6c31-4423-bd0b-f4dd5d79e82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:18.316165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e831d38c-0b28-4bf5-9980-6cde2a86d833,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:18.322203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:18.335113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.339789 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.344243 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e831d38c-0b28-4bf5-9980-6cde2a86d833 HTTP/1.1" status: 204 len: 168 time: 0.4786890 Apr 13 14:37:18.492579 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4f8fca65-31ea-4800-bccd-c2a6bafbbd69 None None] Provisioning for port 230209af-a4f3-4065-b2d3-c953cd8ef4ed completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:18.499842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.508298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4f8fca65-31ea-4800-bccd-c2a6bafbbd69 None None] Provisioning complete for port 230209af-a4f3-4065-b2d3-c953cd8ef4ed triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:18.508899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4f8fca65-31ea-4800-bccd-c2a6bafbbd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.645578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4f8fca65-31ea-4800-bccd-c2a6bafbbd69 None None] Port 230209af-a4f3-4065-b2d3-c953cd8ef4ed cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:37:18.780649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:18.925803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:18.943220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:19.024685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:19.309513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7b43-e767-4ab7-bb4a-368b439c596f req-df022687-251e-4f93-b202-71ebe12373df tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:19.318294 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f4ca7b43-e767-4ab7-bb4a-368b439c596f req-df022687-251e-4f93-b202-71ebe12373df tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1465864 Apr 13 14:37:19.318538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Pushing event updated for resources: {'Port': ['ID=230209af-a4f3-4065-b2d3-c953cd8ef4ed,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:19.322379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:19.339921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:19.362245 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f4ca7b43-e767-4ab7-bb4a-368b439c596f req-0f002d08-4c3d-4a27-b892-989befdbf62f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Apr 13 14:37:19.421197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41630) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:19.604423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:19.606525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:19.629865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:17Z', 'revision_number': 1, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:19.644988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777a7dea-4555-473f-b637-c14fa79d9c41 None None] The sync data for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb is: [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:17Z', 'revision_number': 1, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:37:19.676533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:19.751070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:19.774420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Usage tracker for resource:security_group_rule and tenant:15e42f7ce74b4dff8875a3a6998e14f3 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:19.777887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:19.785996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:19.974490 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:19.980237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:20.003712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0ae3fea-729d-4c4f-b958-c50a8204b510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:20.044438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60281e36-de61-498e-9c7e-d2b05384b5df,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:20.051824 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:20.071967 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=15e42f7ce74b4dff8875a3a6998e14f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6488061 Apr 13 14:37:20.075248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41652) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:20.107143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-ea2947eb-c423-45fb-8c06-8c9ddd96e0c5 None None] Provisioning complete for port 230209af-a4f3-4065-b2d3-c953cd8ef4ed triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:20.107774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ea2947eb-c423-45fb-8c06-8c9ddd96e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:20.130554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Router 9636a893-fe32-42bf-801d-74357d1993ed has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:37:20.175882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-ea2947eb-c423-45fb-8c06-8c9ddd96e0c5 None None] Port 230209af-a4f3-4065-b2d3-c953cd8ef4ed cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:37:20.592962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:20.650053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44798805-e790-4935-a6fe-4d5f20d30761 req-27895498-0a6a-462a-9dd2-145c4057be76 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:20.658519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:20.660498 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-44798805-e790-4935-a6fe-4d5f20d30761 req-27895498-0a6a-462a-9dd2-145c4057be76 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1274731 Apr 13 14:37:20.702316 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-44798805-e790-4935-a6fe-4d5f20d30761 req-adfc1303-cb03-4b7a-8c80-1d8162a5a00b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Apr 13 14:37:20.737633 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:37:20.743392 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] 10.222.0.35 "PUT /v2.0/routers/9636a893-fe32-42bf-801d-74357d1993ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2969110 Apr 13 14:37:20.764907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:20.779700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:20.807024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60281e36-de61-498e-9c7e-d2b05384b5df,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:20.812051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:20.826100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:20.827549 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60281e36-de61-498e-9c7e-d2b05384b5df HTTP/1.1" status: 204 len: 168 time: 0.7508249 Apr 13 14:37:21.807937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41716) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:21.839396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:21.863645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:21.869859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Usage tracker for resource:security_group_rule and tenant:37f1aa3bb9114e88b41191f5d4184789 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:21.874340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:21.894217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:22.019359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ccdcfa-50e4-44b4-a8fe-c15928d901bb req-ba1e8908-6ba9-4da1-b6f2-00f25070d458 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:22.021887 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7ccdcfa-50e4-44b4-a8fe-c15928d901bb req-ba1e8908-6ba9-4da1-b6f2-00f25070d458 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1274273 Apr 13 14:37:22.053346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.057337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.060473 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7ccdcfa-50e4-44b4-a8fe-c15928d901bb req-f24fcb5c-ec8c-4de6-b371-c0432475961e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296955 Apr 13 14:37:22.101708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-acfeec6e-7d0e-41b9-b203-5a4d879b71d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:22.140724 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37f1aa3bb9114e88b41191f5d4184789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292878 Apr 13 14:37:22.143451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41726) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:22.182102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f324041-be36-433f-8d24-c94f0b1fcd05,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:22.195473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:22.308303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.381130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.471485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.494255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7762895a-2535-4acf-892e-598e33a42f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:22.519549 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f324041-be36-433f-8d24-c94f0b1fcd05,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:22.523137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41740) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:22.524198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:22.529741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.530843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-855319855-network', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:22.531470 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f324041-be36-433f-8d24-c94f0b1fcd05 HTTP/1.1" status: 204 len: 168 time: 0.3870168 Apr 13 14:37:22.539144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:22.548182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Usage tracker for resource:network and tenant:4f9e3c112b5b42f38439915506f668e4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:22.557418 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:22.571720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:22.597718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Made reservation on behalf of 4f9e3c112b5b42f38439915506f668e4 for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:37:22.632101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.693720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.719934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:22.730985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Usage tracker for resource:security_group_rule and tenant:4f9e3c112b5b42f38439915506f668e4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:22.742509 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:22.750232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:22.832238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 75edf1e0-e23e-4bf6-b295-70d014ecea33 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:22.924107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.932764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:22.943119 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2542b9fd-071e-4e03-bae9-7b7cd6417a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:22.992140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 75edf1e0-e23e-4bf6-b295-70d014ecea33 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:22.994231 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb93ae0-3acc-4c4a-b602-516fb6548e49,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:22.999473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:23.001307 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:37:23.002666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 75edf1e0-e23e-4bf6-b295-70d014ecea33 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:23.003100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.024339 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.024794 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Added segment c3b28939-b1cb-4b1b-87c9-53b41a2f4771 of type vlan for network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c Apr 13 14:37:23.076860 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.113632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.115329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:23.115994 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.121960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:23.237091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.242746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc54659-2d4c-4535-83dd-cf349cfc1c4c,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:23.246234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:23.259257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:37:23.279341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 75edf1e0-e23e-4bf6-b295-70d014ecea33, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=75edf1e0-e23e-4bf6-b295-70d014ecea33,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:23.285473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41766) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:23.286300 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7614777 Apr 13 14:37:23.299653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.301216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Request body: {'subnet': {'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-855319855-subnet', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'ip_version': 4}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:23.305416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:23.327554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:23.343040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Usage tracker for resource:subnet and tenant:4f9e3c112b5b42f38439915506f668e4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:23.354926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:23.381363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:23.427131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Made reservation on behalf of 4f9e3c112b5b42f38439915506f668e4 for: {'subnet': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:37:23.436446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.474945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41772) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:23.521317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=75edf1e0-e23e-4bf6-b295-70d014ecea33,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:23.522761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.528768 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:23.548117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:23.552878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Usage tracker for resource:security_group_rule and tenant:3638d242e26e45b8993f7b2eee654bb6 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:23.556195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:23.578213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:23.749500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.756903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:23.759133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52199-53d4-4c10-a3ce-121199afadd8 req-5005c59a-b7f8-4f17-a0d1-f3c24d1e8e56 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:23.767231 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-38b52199-53d4-4c10-a3ce-121199afadd8 req-5005c59a-b7f8-4f17-a0d1-f3c24d1e8e56 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.3440695 Apr 13 14:37:23.772672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1f99ebc3-a7e5-45ce-aedf-3e66cadc6d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:23.810356 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-38b52199-53d4-4c10-a3ce-121199afadd8 req-e9c591e5-5044-43c1-b577-7439e74fbae8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Apr 13 14:37:23.881844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dc7c66-4095-4293-9900-43ed54ea1207,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:23.932008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:24.001974 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3638d242e26e45b8993f7b2eee654bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247834 Apr 13 14:37:24.004655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41796) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:24.122025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:24.159784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:24.268712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:24.284228 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8dc267c0-ef28-47aa-b59e-1ae058da34fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:24.292798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Sync routers for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:37:24.311338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:24.312301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:24.322056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dc7c66-4095-4293-9900-43ed54ea1207,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:24.327011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:24.330557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:24.334353 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61dc7c66-4095-4293-9900-43ed54ea1207 HTTP/1.1" status: 204 len: 168 time: 0.3276551 Apr 13 14:37:24.370505 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:24.388260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7140d429-a955-429f-a845-fc26ae3a46a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:24.466080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41808) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:24.490914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c796b718-5938-4ade-88b5-aacce42e21a4,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:24.513569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:24.640478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:24.790134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:24.815813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:24.820642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Usage tracker for resource:security_group_rule and tenant:69d55d1b4ac1474cb455d0aa1291a4b2 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:24.824519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:24.832664 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:24.912573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 75edf1e0-e23e-4bf6-b295-70d014ecea33 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:25.019871 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Checking segment: {'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:25.020720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Network hostable DHCP agents. Network: 0fc54659-2d4c-4535-83dd-cf349cfc1c4c, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:37:25.037976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.041820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.081036 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d71873f1-3685-42a2-8d43-6accf153d6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:25.096346 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69d55d1b4ac1474cb455d0aa1291a4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275387 Apr 13 14:37:25.099913 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41824) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:25.193726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f6ca0-8297-4928-9429-4c3018b04fdc,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:25.204955 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:25.257756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:37:25.302221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.304732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 0fc54659-2d4c-4535-83dd-cf349cfc1c4c) {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:25.317733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:25.320269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.364472 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8ca311c0-9a6b-4c14-9c80-15cad3767865 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0758889 Apr 13 14:37:25.380428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 41836) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:25.401254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51e5be-31c4-4146-8ac2-04ce7c2719bb req-5a529ef0-af39-4f1d-952e-1916c53ae22c tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:25.408984 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1b51e5be-31c4-4146-8ac2-04ce7c2719bb req-5a529ef0-af39-4f1d-952e-1916c53ae22c tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.3624396 Apr 13 14:37:25.414136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:25.449514 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17090c0-96ee-4692-b499-d62977833311 None None] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:37:25.452331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:25.472401 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1b51e5be-31c4-4146-8ac2-04ce7c2719bb req-a7677afa-e87f-4355-ab8b-6bb00910647e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 Apr 13 14:37:25.503576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Usage tracker for resource:router and tenant:4f9e3c112b5b42f38439915506f668e4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:25.519962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:25.533349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:25.548784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.564115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.566949 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.622752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:25.951669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 75edf1e0-e23e-4bf6-b295-70d014ecea33 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:25.952247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:26.162073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:26.324036 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:26.333838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-36c3e8ac-535f-4aa0-be18-c73d61dd79b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:26.354055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f6ca0-8297-4928-9429-4c3018b04fdc,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:26.360240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:26.396702 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:26.406766 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/319f6ca0-8297-4928-9429-4c3018b04fdc HTTP/1.1" status: 204 len: 168 time: 1.3016968 Apr 13 14:37:26.562087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 2, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:26.566525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Checking router: 9636a893-fe32-42bf-801d-74357d1993ed for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:37:26.566968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Updating router 9636a893-fe32-42bf-801d-74357d1993ed port 230209af-a4f3-4065-b2d3-c953cd8ef4ed binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:37:26.604607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-0fc54659-2d4c-4535-83dd-cf349cfc1c4c', 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'fixed_ips': [{'subnet_id': 'c796b718-5938-4ade-88b5-aacce42e21a4'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:37:26.605635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:26.785115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:26.931891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532d023-8eb8-4b33-a28a-6366d18fa509 req-16f138f2-efd6-41dd-b6f0-6a794a72dcdb tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:26.942697 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b532d023-8eb8-4b33-a28a-6366d18fa509 req-16f138f2-efd6-41dd-b6f0-6a794a72dcdb tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1706133 Apr 13 14:37:26.990950 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b532d023-8eb8-4b33-a28a-6366d18fa509 req-899ea2c4-717d-44bd-90f4-ece97306ed96 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Apr 13 14:37:27.055040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41894) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:27.134757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.220025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.224298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.241415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:27.250726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Usage tracker for resource:security_group_rule and tenant:3add11f41cf24a7f96172a02053b7145 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:27.261047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:27.270053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41900) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:27.276319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:27.300219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.324517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:27.331145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Usage tracker for resource:security_group_rule and tenant:fe611cd76bc24115a9f065ba85422371 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:27.340806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:27.351941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:27.554713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Allocated IP 172.28.0.143 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/120d6cd6-9b2f-4840-8551-431a5a6dd75f) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:37:27.679463 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.687554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.699057 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.700246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-20dd3b48-860f-4638-a89e-41bb31c320b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:27.719029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.774178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Allocated IP 172.20.0.2 (0fc54659-2d4c-4535-83dd-cf349cfc1c4c/c796b718-5938-4ade-88b5-aacce42e21a4/dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:37:27.774511 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe611cd76bc24115a9f065ba85422371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5032063 Apr 13 14:37:27.778371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41918) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:27.789346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.815490 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.825707 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Transition to ACTIVE for port object 230209af-a4f3-4065-b2d3-c953cd8ef4ed will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:27.845792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.851521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f011ef-4fc1-4219-a505-25c30a1182fa,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:27.853240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.863883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:27.866940 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:27.870162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-010ea369-bd9f-420e-8338-e185781f9ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:27.874548 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:27.888358 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3add11f41cf24a7f96172a02053b7145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8320851 Apr 13 14:37:27.897234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41924) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:27.934342 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.964983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:27.966211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Pushing event updated for resources: {'Port': ['ID=120d6cd6-9b2f-4840-8551-431a5a6dd75f,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:27.971475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:28.033351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af67322-3ddd-4764-817a-d19cb69dafeb,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:28.055430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:28.074343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.096879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:28.098366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:28.101324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:37:28.124601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.145404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-03b76e92-6316-4246-8a4d-f73544e7dfdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:28.149751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d8bea-5906-4a2d-a0e9-3fdf3ff330fe None None] Pushing event updated for resources: {'Port': ['ID=230209af-a4f3-4065-b2d3-c953cd8ef4ed,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:28.160756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-761d8bea-5906-4a2d-a0e9-3fdf3ff330fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:28.218601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.244662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f011ef-4fc1-4219-a505-25c30a1182fa,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:28.262454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:28.299695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.303966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1f011ef-4fc1-4219-a505-25c30a1182fa HTTP/1.1" status: 204 len: 168 time: 0.5182674 Apr 13 14:37:28.395230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71b304-5b56-40b2-9311-8627f07e63de req-78756835-487d-4122-8ebb-26ad1459f89f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:28.399314 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d71b304-5b56-40b2-9311-8627f07e63de req-78756835-487d-4122-8ebb-26ad1459f89f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.2629030 Apr 13 14:37:28.448598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.466748 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d71b304-5b56-40b2-9311-8627f07e63de req-2676fb8b-2593-4555-ba91-11045f224dd2 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605793 Apr 13 14:37:28.468100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.483082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c65dbb24-43ac-49f5-8f07-bc26edf48ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:28.512319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.514847 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6af67322-3ddd-4764-817a-d19cb69dafeb HTTP/1.1" status: 204 len: 168 time: 0.6145720 Apr 13 14:37:28.530152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af67322-3ddd-4764-817a-d19cb69dafeb,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:28.544954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:28.650429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Transition to ACTIVE for port object dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:28.712120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Transition to ACTIVE for port object dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:28.784978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:28.873810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:29.191685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:29.278119 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Pushing event updated for resources: {'Port': ['ID=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:29.426742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:29.487675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41960) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:29.557617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:29.630552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:29.648598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Usage tracker for resource:security_group_rule and tenant:9469bd27c1114ab5beff81ed68dfcbec is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:29.660249 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:29.685383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:29.890233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:29.900832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Attempting to bind port 230209af-a4f3-4065-b2d3-c953cd8ef4ed on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:37:29.901281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Attempting to bind port 230209af-a4f3-4065-b2d3-c953cd8ef4ed by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:37:29.901700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Attempting to bind port 230209af-a4f3-4065-b2d3-c953cd8ef4ed on network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:29.915348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:37:29.915813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Checking segment: {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:29.916495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:29.917340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Bound using segment: {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:37:29.917912 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Bound port: 230209af-a4f3-4065-b2d3-c953cd8ef4ed, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:37:29.918347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:29.951394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:29.974519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:29.998566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:37:30.131204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b2e0e-43dd-40d7-a66b-7d64e4608aa8 req-539c07ca-a522-4dd0-8bbf-d63781a63b3a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:30.152414 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d11b2e0e-43dd-40d7-a66b-7d64e4608aa8 req-539c07ca-a522-4dd0-8bbf-d63781a63b3a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.4440992 Apr 13 14:37:30.243831 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d11b2e0e-43dd-40d7-a66b-7d64e4608aa8 req-fd0a19bc-234f-42f2-8877-ee1995c2db78 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872974 Apr 13 14:37:30.281086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.285261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.295780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:30.306552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Router 3d2ccd79-456b-4b3c-a72d-c5409c02498a is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:37:30.340705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Attempting to bind port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:37:30.341186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Attempting to bind port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:37:30.341623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Attempting to bind port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b on network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:30.351178 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9469bd27c1114ab5beff81ed68dfcbec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8618205 Apr 13 14:37:30.354531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 41990) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:30.355294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11eb2133-6dcd-433e-8a61-c86f6e3946f6,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:30.381865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] For port 230209af-a4f3-4065-b2d3-c953cd8ef4ed, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:37:30.384696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:37:30.385654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Checking segment: {'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:30.386331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.387139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Bound using segment: {'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:37:30.387910 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Bound port: dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:37:30.388542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.409206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-dc8e5150-0562-447b-9bc8-a1e7df91891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:30.440736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.443347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] For port 230209af-a4f3-4065-b2d3-c953cd8ef4ed, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=230209af-a4f3-4065-b2d3-c953cd8ef4ed,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:37:30.451135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.475294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.482301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7096e659-94e2-40d7-977a-ecad67c67332 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:30.529552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.536957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:30.555985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11eb2133-6dcd-433e-8a61-c86f6e3946f6,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:30.560004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:30.561769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:30.566057 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/11eb2133-6dcd-433e-8a61-c86f6e3946f6 HTTP/1.1" status: 204 len: 168 time: 0.2049859 Apr 13 14:37:30.889281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:37:30.899899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Sync routers for ids ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:37:30.928012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Routers {'3d2ccd79-456b-4b3c-a72d-c5409c02498a'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:30.931962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:31.005410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:31.007682 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6250861 Apr 13 14:37:31.013135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 42006) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:31.162766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] For port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:37:31.177007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] For port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,segment=NetworkSegment(c3b28939-b1cb-4b1b-87c9-53b41a2f4771),segment_id=c3b28939-b1cb-4b1b-87c9-53b41a2f4771)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:37:31.197162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d8bea-5906-4a2d-a0e9-3fdf3ff330fe None None] Pushing event updated for resources: {'Port': ['ID=230209af-a4f3-4065-b2d3-c953cd8ef4ed,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:31.201780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-761d8bea-5906-4a2d-a0e9-3fdf3ff330fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:31.210494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:31.232622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:31.363926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Pushing event updated for resources: {'Port': ['ID=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:31.367573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:31.369613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42016) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:31.509882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:31.511174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:31.756676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:31.835999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:31.843272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Set router 3d2ccd79-456b-4b3c-a72d-c5409c02498a gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:31.853329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3eba339b7ef24f40a530b5ca0fd2d6fa is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:31.859261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:31.863151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:31.897473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:32.044253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42026) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:32.122630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:32.187406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:32.196851 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Usage tracker for resource:security_group_rule and tenant:ca33c96a8b7343e9a4597a6db3b5a289 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:32.201742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:32.211414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:32.453927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:32.461872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:32.487975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-baf202c0-4ae2-41b3-8888-579982f7cf65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:32.530398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b515c8d0-e85f-4038-b3b6-5ec41bc1fa02,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:32.580421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.580938 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.581427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.581905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.582530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.583566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.584042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.584738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.585249 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.585736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.586311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.587256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:32.592742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:32.607586 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:32.617451 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca33c96a8b7343e9a4597a6db3b5a289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5700352 Apr 13 14:37:32.618254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42038) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:32.622549 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:32.636135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0205d2ba-a295-4581-8baf-3fac84a4788f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:32.742337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f670b300-824b-4c9f-980f-66fd05819003,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:32.742337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:32.780703 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3eba339b7ef24f40a530b5ca0fd2d6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4083600 Apr 13 14:37:32.792305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42044) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:32.873785 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:32.946954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:32.969712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbf5c455-8ee2-4716-852e-8c6a49042dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.023339 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.035272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f3cf834b-1eb1-478a-ae3b-3e596dbfc26b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:33.054332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b515c8d0-e85f-4038-b3b6-5ec41bc1fa02,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:33.057235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:33.063126 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.109996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c804fd2-9522-4e9d-aec4-a8e85d71177d req-c3cf439b-7750-4883-8fcf-f4de40be5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:33.111719 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6c804fd2-9522-4e9d-aec4-a8e85d71177d req-c3cf439b-7750-4883-8fcf-f4de40be5a1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 1099 time: 1.7056823 Apr 13 14:37:33.129673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.187934 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6c804fd2-9522-4e9d-aec4-a8e85d71177d req-8224a051-2d22-4ca5-b27e-760b0a78a332 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511053 Apr 13 14:37:33.204026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.208519 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b515c8d0-e85f-4038-b3b6-5ec41bc1fa02 HTTP/1.1" status: 204 len: 168 time: 0.5854025 Apr 13 14:37:33.238049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:37:28Z', 'revision_number': 3, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port': {'id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:27Z', 'updated_at': '2021-04-13T14:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:33.246166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Checking router: 3d2ccd79-456b-4b3c-a72d-c5409c02498a for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:37:33.247271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Updating router 3d2ccd79-456b-4b3c-a72d-c5409c02498a port 120d6cd6-9b2f-4840-8551-431a5a6dd75f binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:37:33.303810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:30Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:33.307405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.319197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 230209af-a4f3-4065-b2d3-c953cd8ef4ed up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:33.327135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-614fda2d-7c10-48e9-af24-4b16f8b4c5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:33.368955 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f670b300-824b-4c9f-980f-66fd05819003,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:33.389476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:33.393903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.400347 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f670b300-824b-4c9f-980f-66fd05819003 HTTP/1.1" status: 204 len: 168 time: 0.6022477 Apr 13 14:37:33.440980 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2259e7c-fc30-4a43-b587-159b17955597 None None] The sync data for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb is: [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:30Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:37:33.507650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:33.657160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 230209af-a4f3-4065-b2d3-c953cd8ef4ed completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:33.690983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 230209af-a4f3-4065-b2d3-c953cd8ef4ed triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:33.701380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:34.485288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8f40c-c339-442f-8208-ead13f920485 None None] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:37:34.529442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684cf8-aee1-4624-87b4-86ca06ecb56e req-d6d0ee5d-12df-45d3-814c-fe90386e6715 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:34.535920 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2b684cf8-aee1-4624-87b4-86ca06ecb56e req-d6d0ee5d-12df-45d3-814c-fe90386e6715 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 2.6055367 Apr 13 14:37:34.673471 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2b684cf8-aee1-4624-87b4-86ca06ecb56e req-81979d6f-5036-40f8-b410-9eff2040fff5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386516 Apr 13 14:37:35.202138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:35.413046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-24d053ed-8674-4ce1-b07b-d0309ea6f1bc None None] Provisioning for port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:35.488593 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:35.550551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 230209af-a4f3-4065-b2d3-c953cd8ef4ed, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=230209af-a4f3-4065-b2d3-c953cd8ef4ed,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:35.564275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e2931f30-04a4-4a5a-b0f4-85dc37227205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:35.600410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:35.601662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:35.683277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-761d8bea-5906-4a2d-a0e9-3fdf3ff330fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:35.869214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=230209af-a4f3-4065-b2d3-c953cd8ef4ed,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:35.890082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:35.936589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:35.993927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Transition to ACTIVE for port object 120d6cd6-9b2f-4840-8551-431a5a6dd75f will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:36.014386 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.062784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Allocated IP 172.20.0.1 (0fc54659-2d4c-4535-83dd-cf349cfc1c4c/c796b718-5938-4ade-88b5-aacce42e21a4/8fdfa471-ca3b-4c75-8aec-c6d3525793a2) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:37:36.117774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.207399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:36.234480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:36.235194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.569268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.582200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.612536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:36.700006 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189d542-0c6d-426a-abee-53a59ee05606 req-5a5847bf-4c7d-429f-aedb-7c509306da6e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:36.709841 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6189d542-0c6d-426a-abee-53a59ee05606 req-5a5847bf-4c7d-429f-aedb-7c509306da6e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.4017286 Apr 13 14:37:36.736491 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-d54b3559-f2be-4f8a-bad2-fe1194bd0d95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4957926 Apr 13 14:37:36.747338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.790126 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6189d542-0c6d-426a-abee-53a59ee05606 req-9b74d222-525c-4fd9-8f3e-8c78e44e517a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788605 Apr 13 14:37:36.792006 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Transition to ACTIVE for port object 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:36.797370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,segment=NetworkSegment(c3b28939-b1cb-4b1b-87c9-53b41a2f4771),segment_id=c3b28939-b1cb-4b1b-87c9-53b41a2f4771)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:36.801277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Attempting to bind port 120d6cd6-9b2f-4840-8551-431a5a6dd75f on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:37:36.801986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Attempting to bind port 120d6cd6-9b2f-4840-8551-431a5a6dd75f by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:37:36.802627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Attempting to bind port 120d6cd6-9b2f-4840-8551-431a5a6dd75f on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:36.807099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.810320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b5021dc0-6aa4-43f9-ab93-14ab24c1cf7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:36.872184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:37:36.874955 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:36.877776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.881281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:37:36.885881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Bound port: 120d6cd6-9b2f-4840-8551-431a5a6dd75f, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:37:36.886893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.903791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.963476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-a7243ef8-d03b-4413-8ae5-2d73a6105bea None None] Provisioning complete for port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:36.963937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a7243ef8-d03b-4413-8ae5-2d73a6105bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:36.993904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:37.297749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36391fac-6a22-4960-9596-2b3e158d1a07 None None] Pushing event updated for resources: {'Port': ['ID=120d6cd6-9b2f-4840-8551-431a5a6dd75f,revision_number=2']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:37.313181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] For port 120d6cd6-9b2f-4840-8551-431a5a6dd75f, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:37:37.328223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] For port 120d6cd6-9b2f-4840-8551-431a5a6dd75f, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=120d6cd6-9b2f-4840-8551-431a5a6dd75f,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:37:37.334496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-36391fac-6a22-4960-9596-2b3e158d1a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:37.342090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:37.406608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42156) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:37.407533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:37.744526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36391fac-6a22-4960-9596-2b3e158d1a07 None None] Pushing event updated for resources: {'Port': ['ID=120d6cd6-9b2f-4840-8551-431a5a6dd75f,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:37.748355 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 230209af-a4f3-4065-b2d3-c953cd8ef4ed up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:37.758529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-36391fac-6a22-4960-9596-2b3e158d1a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:37.761985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-832422431-network', 'tenant_id': 'c56fbbecfadf458c92f353ea1841e9d6'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:37.778538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:37.793444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Usage tracker for resource:network and tenant:c56fbbecfadf458c92f353ea1841e9d6 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:37.800452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:37.821756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Routers {'3d2ccd79-456b-4b3c-a72d-c5409c02498a'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:37.824397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:37.843000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:37.881051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Made reservation on behalf of c56fbbecfadf458c92f353ea1841e9d6 for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:37:37.888627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:37.940894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:37.988625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:37.993599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Usage tracker for resource:security_group_rule and tenant:c56fbbecfadf458c92f353ea1841e9d6 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:38.002561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:38.010596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6be09b-417a-407a-97fb-97bc010f0c69 req-f363ea71-c23e-4e52-886b-8c7790e6740e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:38.017183 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:38.019610 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ff6be09b-417a-407a-97fb-97bc010f0c69 req-f363ea71-c23e-4e52-886b-8c7790e6740e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.3357189 Apr 13 14:37:38.035357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Pushing event updated for resources: {'Port': ['ID=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:38.055690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-bfce7fa2-e5d7-4b41-9c93-62118aa5614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:38.057668 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-bfce7fa2-e5d7-4b41-9c93-62118aa5614c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 1.0916946 Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.065260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.101626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:38.155180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.294060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-b6abaad7-a19d-49dd-98c7-39e009900e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:38.295287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.295711 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-b6abaad7-a19d-49dd-98c7-39e009900e5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.1930928 Apr 13 14:37:38.300248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.312306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:38.320146 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ff6be09b-417a-407a-97fb-97bc010f0c69 req-488a671d-bc88-4902-8672-7a4200604707 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994275 Apr 13 14:37:38.405249 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8fdd55-2b2a-4641-bac4-49710ac039db,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:38.406091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] Set router 3d2ccd79-456b-4b3c-a72d-c5409c02498a gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:38.428961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:38.443018 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:38.450518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:37:38.474216 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-8a3df6f9-c912-4e97-94ec-bea3d284e781 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 217 time: 0.1672204 Apr 13 14:37:38.484844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.486208 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Added segment 0e37267b-ae04-44f6-93b2-5964188e06ce of type vlan for network 2825332a-2244-4b87-9a5e-20866335f6bb Apr 13 14:37:38.496489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.501345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.501929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.503052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.503851 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.504396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.504906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.505532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.507992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.508770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.509250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.511107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:37:38.520998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.710s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:38.541100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 230209af-a4f3-4065-b2d3-c953cd8ef4ed triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:38.541673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.566853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.624159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-1e850437-cd05-4d18-8204-b00f525a224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:38.628735 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-1e850437-cd05-4d18-8204-b00f525a224d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.1430421 Apr 13 14:37:38.641169 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:38.652715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.654435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:38.655167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.668531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:38.816430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:38.843518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:37:38.844406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:38.931083 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-45bf2d9e-d646-49b7-b456-f79862fbe1bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2877305 Apr 13 14:37:38.991268 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5833073 Apr 13 14:37:38.995374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Pushing event updated for resources: {'Network': ['ID=2825332a-2244-4b87-9a5e-20866335f6bb,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:39.010944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42194) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:39.019712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 2825332a-2244-4b87-9a5e-20866335f6bb details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:37:39.021704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Request body: {'subnet': {'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-832422431-subnet', 'tenant_id': 'c56fbbecfadf458c92f353ea1841e9d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:39.030638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:39.042049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:39.058767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Usage tracker for resource:subnet and tenant:c56fbbecfadf458c92f353ea1841e9d6 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:39.062750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:39.076128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:39.094378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Made reservation on behalf of c56fbbecfadf458c92f353ea1841e9d6 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:37:39.099962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:39.282056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:37:28Z', 'revision_number': 3, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port': {'id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:27Z', 'updated_at': '2021-04-13T14:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:39.293497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcefa49d-99b8-4da7-b7cf-4edf6ba67d6e None None] The sync data for ids ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'] in dv-cinder-786054-1-smb is: [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:37:28Z', 'revision_number': 3, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port': {'id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:27Z', 'updated_at': '2021-04-13T14:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:37:39.365992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-48af0892-92e3-4f4e-86ec-336a86db8d90 None None] Provisioning for port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:39.387672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:39.393769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-48af0892-92e3-4f4e-86ec-336a86db8d90 None None] Provisioning complete for port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:39.394696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-48af0892-92e3-4f4e-86ec-336a86db8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:39.514689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:39.608286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:39.762599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-48af0892-92e3-4f4e-86ec-336a86db8d90 None None] Port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:37:39.802491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:39.803265 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:39.824626 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-705fe5de-0e6a-4646-b210-9d7459365a46 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377292 Apr 13 14:37:40.193641 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5517683d-cb2b-4236-b9ca-7a0a0393d72a req-434022f9-f31e-4e5a-8903-1f242067eee8 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586938 Apr 13 14:37:40.357854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:40.505573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:40.510991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:40.511778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:40.527836 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:40.532081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-56cbdf3f-2c42-4614-875e-fec256a189cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:40.645320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7d2c31-5a04-4ab3-9d05-c38d8577aec6,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:40.648189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:40.659779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Checking segment: {'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:40.660433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Network hostable DHCP agents. Network: 2825332a-2244-4b87-9a5e-20866335f6bb, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:37:40.702542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Network 2825332a-2244-4b87-9a5e-20866335f6bb is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:37:40.719449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 2825332a-2244-4b87-9a5e-20866335f6bb) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:40.735072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c160b1-ef8d-4f2b-a08b-61b64e9ccd25 None None] Network 2825332a-2244-4b87-9a5e-20866335f6bb requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:37:40.736873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:40.738107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:40.789262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Pushing event updated for resources: {'Port': ['ID=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:40.790312 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7768629 Apr 13 14:37:40.800235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:40.812464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:40.813857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:41.138003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Router 3d2ccd79-456b-4b3c-a72d-c5409c02498a has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:37:41.416132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d30306a-4919-448c-b17e-ee224101823c None None] Network 2825332a-2244-4b87-9a5e-20866335f6bb requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:37:41.535146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:37:41.556836 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] 10.222.0.35 "PUT /v2.0/routers/3d2ccd79-456b-4b3c-a72d-c5409c02498a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5414829 Apr 13 14:37:41.612287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-938bd335-9c08-4c70-90cc-673a4f1c5b29 None None] Provisioning complete for port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:41.612287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-938bd335-9c08-4c70-90cc-673a4f1c5b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:41.651218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 120d6cd6-9b2f-4840-8551-431a5a6dd75f up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:41.985010 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-a611a3f2-6e64-404a-9502-098c8df5d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:41.987130 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-a611a3f2-6e64-404a-9502-098c8df5d5f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 0.2119153 Apr 13 14:37:42.089933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-938bd335-9c08-4c70-90cc-673a4f1c5b29 None None] Port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:37:42.112720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 120d6cd6-9b2f-4840-8551-431a5a6dd75f completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:42.118824 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 120d6cd6-9b2f-4840-8551-431a5a6dd75f triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:42.119362 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:42.206936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8595eb7-535c-40ac-babb-5e46be79e746 req-8496abf1-294d-461f-b491-6c80e27d2d30 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:42.208634 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8595eb7-535c-40ac-babb-5e46be79e746 req-8496abf1-294d-461f-b491-6c80e27d2d30 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2427776 Apr 13 14:37:42.279617 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8595eb7-535c-40ac-babb-5e46be79e746 req-62381a42-8473-491c-876c-fd7dea5d178a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472295 Apr 13 14:37:42.282583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-ae9b898e-07d3-47f8-9b72-9829b60a1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:42.284135 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-ae9b898e-07d3-47f8-9b72-9829b60a1245 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.2385366 Apr 13 14:37:42.286574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:42.306645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 120d6cd6-9b2f-4840-8551-431a5a6dd75f, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=120d6cd6-9b2f-4840-8551-431a5a6dd75f,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:42.312765 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:42.316520 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9bb31709-81bb-43f4-9402-54c4ecd3509c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:42.446338 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-a6a5efcf-3d45-4873-91ff-54e8403232af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 217 time: 0.1557105 Apr 13 14:37:42.468719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=120d6cd6-9b2f-4840-8551-431a5a6dd75f,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:42.473625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:42.557156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-efab0668-d7cd-4bee-b6f4-f5e7838a2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:42.559136 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-efab0668-d7cd-4bee-b6f4-f5e7838a2a8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.1064088 Apr 13 14:37:42.647845 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-13ce6461-6a12-49f2-8483-4dc93b425c90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798862 Apr 13 14:37:42.884835 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-57f4a6c9-9941-443f-9007-b8efc0e80820 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273612 Apr 13 14:37:42.975836 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42292) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:42.982288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302633036', 'description': 'tempest-secgroup-smoke-302633036 description', 'project_id': 'ea6af63789984010a7ee25c91334012f'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:42.993727 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:42.998828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:43.004427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:43.021878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:43.039070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.043649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:43.049253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:43.053421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:43.064429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:43.155100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.160227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.190378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-13f9b30c-b067-42e4-bad2-a459e153cc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:43.233672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b6d969-5ff1-4f95-ada3-26ba5340c594,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:43.237576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.239331 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2616658 Apr 13 14:37:43.240496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:43.243161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42300) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:43.254710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'security_group_rule': {'security_group_id': '24b6d969-5ff1-4f95-ada3-26ba5340c594', 'project_id': 'ea6af63789984010a7ee25c91334012f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:43.273772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:43.287840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:43.296584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:43.317510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:43.369886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.370820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Sync routers for ids ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:37:43.384392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Routers {'3d2ccd79-456b-4b3c-a72d-c5409c02498a'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:43.387413 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:43.598876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.606109 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.610487 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ffc36af5-87b6-4cc3-b1e1-07f18f212d42 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:43.641218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 120d6cd6-9b2f-4840-8551-431a5a6dd75f up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:43.679679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f78f51-e0e5-421a-8e8d-50ef88bdbd2a,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:43.684627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:43.699983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.707013 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b7b5bf04-f2e2-490d-bacb-5204a84a41b7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4577346 Apr 13 14:37:43.707780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42328) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:43.725677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'security_group_rule': {'security_group_id': '24b6d969-5ff1-4f95-ada3-26ba5340c594', 'project_id': 'ea6af63789984010a7ee25c91334012f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:43.736958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:43.743476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:43.758675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:43.778100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:43.793417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 120d6cd6-9b2f-4840-8551-431a5a6dd75f triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:43.793847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.809350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:43.919017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Set router 3d2ccd79-456b-4b3c-a72d-c5409c02498a gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:43.974979 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8588709-0dca-43bf-9933-f8eba1837ce3 req-1acb7e53-a801-439a-badb-fa1a87c4eb38 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0835114 Apr 13 14:37:44.029444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.034348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.036611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:44.082189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d06548d-978b-4730-9625-2c3b219317be,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:44.091415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.092986 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3835804 Apr 13 14:37:44.094281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:44.101166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42344) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:44.122050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'security_group_rule': {'security_group_id': '24b6d969-5ff1-4f95-ada3-26ba5340c594', 'project_id': 'ea6af63789984010a7ee25c91334012f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:44.138465 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:44.146833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:44.158065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:44.170101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:44.205997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.265164 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-0c243d80-73d6-42df-8ce3-7adfed251d30 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:44.275907 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-0c243d80-73d6-42df-8ce3-7adfed251d30 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/networks?id=2825332a-2244-4b87-9a5e-20866335f6bb HTTP/1.1" status: 200 len: 813 time: 0.4454260 Apr 13 14:37:44.296260 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-8290fd29-9a59-40c9-ac26-e8083820c2d8 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/quotas/c56fbbecfadf458c92f353ea1841e9d6 HTTP/1.1" status: 200 len: 375 time: 0.0191481 Apr 13 14:37:44.356175 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-613f1a59-ceb9-4a28-8785-09c29b006814 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56fbbecfadf458c92f353ea1841e9d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561447 Apr 13 14:37:44.364091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.369249 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.371720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-180b2309-bf7a-43a1-be8e-41df00683752 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:44.414288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e498658-1e52-4792-bf8b-32d4d5180a8a,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:44.417572 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:44.426927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.429097 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3257122 Apr 13 14:37:44.433540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42354) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:44.456486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'security_group_rule': {'security_group_id': '24b6d969-5ff1-4f95-ada3-26ba5340c594', 'project_id': 'ea6af63789984010a7ee25c91334012f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:44.468059 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:44.488009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:44.503999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:44.514246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:44.581455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.684257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d8124-07cd-45da-94f2-92e518bfb373 req-b76d1260-b393-4e52-8840-d713fc756c79 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:44.705905 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f90d8124-07cd-45da-94f2-92e518bfb373 req-b76d1260-b393-4e52-8840-d713fc756c79 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.9914274 Apr 13 14:37:44.721268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.728072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.730950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:44.749818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bcdad9-0d38-4132-b2c5-239657878515,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:44.754734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:44.789466 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f90d8124-07cd-45da-94f2-92e518bfb373 req-a830a99e-36e8-4960-9752-7e6b84fefb50 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631473 Apr 13 14:37:44.789983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:44.792605 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-39fc3eaa-b803-48ba-9b89-9d5c82a220dc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3454525 Apr 13 14:37:44.796674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42368) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:44.807988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'security_group_rule': {'security_group_id': '24b6d969-5ff1-4f95-ada3-26ba5340c594', 'project_id': 'ea6af63789984010a7ee25c91334012f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:44.820185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:44.836137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:37:39Z', 'revision_number': 4, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port': {'id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:27Z', 'updated_at': '2021-04-13T14:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '8fdfa471-ca3b-4c75-8aec-c6d3525793a2', 'name': '', 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'mac_address': 'fa:16:3e:b6:36:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c796b718-5938-4ade-88b5-aacce42e21a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:35Z', 'updated_at': '2021-04-13T14:37:40Z', 'revision_number': 2, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'subnets': [{'id': 'c796b718-5938-4ade-88b5-aacce42e21a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:44.841201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Checking router: 3d2ccd79-456b-4b3c-a72d-c5409c02498a for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:37:44.841914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Updating router 3d2ccd79-456b-4b3c-a72d-c5409c02498a port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:37:44.855163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:44.862560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:44.878948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:44.897822 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.securitygroups_db [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Project ea6af63789984010a7ee25c91334012f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 13 14:37:44.906046 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-2697a57e-af8d-40e2-8664-6ac99371dc89 service neutron] 10.222.0.35 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366373 Apr 13 14:37:44.915598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.070387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.105311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.110044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.127521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:45.178433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8621847-15d2-43d9-bb67-16e67aabc197,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:45.193479 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:45.200191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.206954 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-d8ffbe32-cfed-48a2-9aa2-bd4c754815f7 service neutron] 10.222.0.35 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923145 Apr 13 14:37:45.207501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 42378) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:45.209015 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4092367 Apr 13 14:37:45.213885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'security_group_rule': {'security_group_id': '24b6d969-5ff1-4f95-ada3-26ba5340c594', 'project_id': 'ea6af63789984010a7ee25c91334012f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:45.221658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:45.226497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:security_group_rule and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:45.229985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:45.237736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:45.260766 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.securitygroups_db [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Project ea6af63789984010a7ee25c91334012f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 13 14:37:45.278892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.535528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.542787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.554906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:45.604839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa633711-9ea1-4187-bd54-2150af1a700e,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:45.615441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:45.635637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:45.641004 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-807cdab8-5356-41bd-91f2-6086858ae192 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4283700 Apr 13 14:37:45.792045 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdfa8bd7-45bf-4511-9fa1-40abcbe2e080 req-d8085951-5990-417f-a4b5-3c75c2170b72 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 210 time: 0.1191792 Apr 13 14:37:46.048331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 42410) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:46.329946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:46.354848 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:46.357506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Usage tracker for resource:security_group_rule and tenant:a3160eda9e3340f3bf46532ae65364e6 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:46.361641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:46.369993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:46.487623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:46.498750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4e38b-a0f4-4f8e-afda-624830d39a67 req-ae844d7a-0140-4423-82f8-e35b5c924096 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:46.507912 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5fa4e38b-a0f4-4f8e-afda-624830d39a67 req-ae844d7a-0140-4423-82f8-e35b5c924096 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.3588469 Apr 13 14:37:46.511331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:46.533235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-bd7ecdf8-e41a-4cea-a26e-7a1f000b70a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:46.569035 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3160eda9e3340f3bf46532ae65364e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190110 Apr 13 14:37:46.573837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 42446) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:46.675257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:46.676117 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5fa4e38b-a0f4-4f8e-afda-624830d39a67 req-5480e858-a92d-4b4e-bd01-9a0d77bc4dc5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670883 Apr 13 14:37:46.695450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786a3224-1f39-43dc-a61c-689b0ab2ad7e,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:46.704404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:46.726501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Transition to ACTIVE for port object 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:46.738157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:46.750371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:46.809701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:46.875174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:47.049617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bedd0b-3255-4066-a03b-f2e802285dab req-e7f4e494-5ad6-4b09-b131-060ec002bda6 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:47.051388 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-69bedd0b-3255-4066-a03b-f2e802285dab req-e7f4e494-5ad6-4b09-b131-060ec002bda6 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.2833862 Apr 13 14:37:47.069982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd633ee-88c5-4531-964b-ed245701de8f None None] Pushing event updated for resources: {'Port': ['ID=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:47.073158 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ccd633ee-88c5-4531-964b-ed245701de8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:47.139836 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-902c0cb1-0d65-4406-ab67-92ff6f15dcbc req-f21f22d5-7237-4237-8ecc-1b787c25721c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 210 time: 0.0872271 Apr 13 14:37:47.175073 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-69bedd0b-3255-4066-a03b-f2e802285dab req-dd8c025c-ed4c-427a-a34d-1cf7ba3b45cf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736170 Apr 13 14:37:47.178028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:47.191082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e4123d4c-360c-4af0-aa18-e3bfc013a111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:47.207654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786a3224-1f39-43dc-a61c-689b0ab2ad7e,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:47.218083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:47.219353 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/786a3224-1f39-43dc-a61c-689b0ab2ad7e HTTP/1.1" status: 204 len: 168 time: 0.6388562 Apr 13 14:37:47.221264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:47.863581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Attempting to bind port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:37:47.864452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Attempting to bind port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:37:47.864452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Attempting to bind port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 on network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:47.872365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:37:47.872795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Checking segment: {'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:47.874130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:47.874130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Bound using segment: {'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:37:47.874497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Bound port: 8fdfa471-ca3b-4c75-8aec-c6d3525793a2, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:37:47.875397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:48.011507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101976a-39b1-49b7-b4a2-a054da9d9809 req-c7dfe872-0362-4909-bc6d-c9864ba09679 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:48.020772 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f101976a-39b1-49b7-b4a2-a054da9d9809 req-c7dfe872-0362-4909-bc6d-c9864ba09679 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1631000 Apr 13 14:37:48.023696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] For port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:37:48.027518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] For port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,segment=NetworkSegment(c3b28939-b1cb-4b1b-87c9-53b41a2f4771),segment_id=c3b28939-b1cb-4b1b-87c9-53b41a2f4771)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:37:48.042213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:48.063086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:48.065253 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f101976a-39b1-49b7-b4a2-a054da9d9809 req-b9ab4031-9f7e-49a5-a634-442edd36bd29 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Apr 13 14:37:48.269734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd633ee-88c5-4531-964b-ed245701de8f None None] Pushing event updated for resources: {'Port': ['ID=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:48.277873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ccd633ee-88c5-4531-964b-ed245701de8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:48.455475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Routers {'3d2ccd79-456b-4b3c-a72d-c5409c02498a'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:37:48.462060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:37:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:48.483978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-5442d873-9161-4ac3-a0b3-29b53726b9bb tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:48.486067 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-5442d873-9161-4ac3-a0b3-29b53726b9bb tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "GET /v2.0/networks?id=2825332a-2244-4b87-9a5e-20866335f6bb HTTP/1.1" status: 200 len: 813 time: 0.2647321 Apr 13 14:37:48.630026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Request body: {'port': {'device_id': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb', 'admin_state_up': True, 'tenant_id': 'c56fbbecfadf458c92f353ea1841e9d6'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:48.662887 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2f5d5e75-7e31-45e8-b339-00f183a71d2c req-0e2e8de6-2b94-424e-a053-e8e921f77f8e tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 210 time: 0.1740994 Apr 13 14:37:48.811910 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] Set router 3d2ccd79-456b-4b3c-a72d-c5409c02498a gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:37:48.846060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843b88-eedb-443b-a917-7200542ec9ce req-d2efd4e5-d44e-4f97-bfc2-e2491b696cfd tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:48.847822 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c0843b88-eedb-443b-a917-7200542ec9ce req-d2efd4e5-d44e-4f97-bfc2-e2491b696cfd tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.3605316 Apr 13 14:37:48.915972 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:48.924888 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c0843b88-eedb-443b-a917-7200542ec9ce req-3c05e28c-2da0-4c97-8da4-c31cbf733d74 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498304 Apr 13 14:37:48.926071 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Usage tracker for resource:port and tenant:c56fbbecfadf458c92f353ea1841e9d6 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:48.935316 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:48.943485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:48.957013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Made reservation on behalf of c56fbbecfadf458c92f353ea1841e9d6 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:37:48.963580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:49.153563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:37:49.166724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Allocated IP 172.20.0.8 (2825332a-2244-4b87-9a5e-20866335f6bb/ed7d2c31-5a04-4ab3-9d05-c38d8577aec6/ec00da9a-99a9-4774-ac20-8c5ba746eb4f) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:37:49.290474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:37:39Z', 'revision_number': 4, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port': {'id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:27Z', 'updated_at': '2021-04-13T14:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '8fdfa471-ca3b-4c75-8aec-c6d3525793a2', 'name': '', 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'mac_address': 'fa:16:3e:b6:36:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c796b718-5938-4ade-88b5-aacce42e21a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:35Z', 'updated_at': '2021-04-13T14:37:48Z', 'revision_number': 4, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'subnets': [{'id': 'c796b718-5938-4ade-88b5-aacce42e21a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:37:49.298716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e89ac2-a1fc-4566-a373-0bfae3785a3c None None] The sync data for ids ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'] in dv-cinder-786054-1-smb is: [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:37:39Z', 'revision_number': 4, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port': {'id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:27Z', 'updated_at': '2021-04-13T14:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '8fdfa471-ca3b-4c75-8aec-c6d3525793a2', 'name': '', 'network_id': '0fc54659-2d4c-4535-83dd-cf349cfc1c4c', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'mac_address': 'fa:16:3e:b6:36:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c796b718-5938-4ade-88b5-aacce42e21a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:35Z', 'updated_at': '2021-04-13T14:37:48Z', 'revision_number': 4, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'subnets': [{'id': 'c796b718-5938-4ade-88b5-aacce42e21a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:37:49.542496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:49.595542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:49.610826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:49.631121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-63691bde-59e4-47d8-a624-2aae38d4d59f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:49.917521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Pushing event updated for resources: {'Port': ['ID=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:49.921856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:49.933558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e38b3-cd1b-4cb3-983a-980f40eea8c0 req-e3160b36-6ee9-4132-850c-5b223efa946b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:49.935253 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-622e38b3-cd1b-4cb3-983a-980f40eea8c0 req-e3160b36-6ee9-4132-850c-5b223efa946b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.6668506 Apr 13 14:37:49.981456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:37:49.997546 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:49.997970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:50.010966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-622e38b3-cd1b-4cb3-983a-980f40eea8c0 req-3f79b20a-e945-4541-af71-98ab00e874c9 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608945 Apr 13 14:37:50.032604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Network 2825332a-2244-4b87-9a5e-20866335f6bb is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:37:50.033952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:37:50.036545 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:37:50.043415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:50.044154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:50.137703 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5307746 Apr 13 14:37:50.158653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Request body: {'port': {'device_id': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:37:50.366744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:50.413565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,segment=NetworkSegment(c3b28939-b1cb-4b1b-87c9-53b41a2f4771),segment_id=c3b28939-b1cb-4b1b-87c9-53b41a2f4771)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:50.418701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:50.422185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ccd633ee-88c5-4531-964b-ed245701de8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:50.526710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:50.530184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:50.532023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:50.622659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae3f17-adfb-4b19-a19e-75d6c724c346 req-3dc52354-1cc4-4045-ad20-e1334c7f1a6a tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:50.622659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-61ae3f17-adfb-4b19-a19e-75d6c724c346 req-3dc52354-1cc4-4045-ad20-e1334c7f1a6a tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Synchronizing usage tracker for tenant:c56fbbecfadf458c92f353ea1841e9d6 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:37:50.757693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-61ae3f17-adfb-4b19-a19e-75d6c724c346 req-3dc52354-1cc4-4045-ad20-e1334c7f1a6a tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Unset dirty status for tenant:c56fbbecfadf458c92f353ea1841e9d6 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:37:50.759047 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-61ae3f17-adfb-4b19-a19e-75d6c724c346 req-3dc52354-1cc4-4045-ad20-e1334c7f1a6a tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 931 time: 0.4038992 Apr 13 14:37:50.855687 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-61ae3f17-adfb-4b19-a19e-75d6c724c346 req-58d0910d-824a-4a35-b43c-1f3668a1ce8c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831864 Apr 13 14:37:50.962256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26505-2756-4505-848f-d48483eade41 req-5452a946-ec5d-41d7-a1a2-ba332c0b5cf4 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:50.971213 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-84c26505-2756-4505-848f-d48483eade41 req-5452a946-ec5d-41d7-a1a2-ba332c0b5cf4 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.2909839 Apr 13 14:37:51.059389 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-84c26505-2756-4505-848f-d48483eade41 req-22b11b56-096e-4275-af15-2e1daac9bf2b tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868878 Apr 13 14:37:51.216112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9e64c-14e4-4f25-8a4e-a7ad8837b3a6 req-4de33b79-be97-4a0e-b85a-997735ebbaba tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:51.217847 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-92a9e64c-14e4-4f25-8a4e-a7ad8837b3a6 req-4de33b79-be97-4a0e-b85a-997735ebbaba tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1626344 Apr 13 14:37:51.452346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:37:51.586528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:37:51.587185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:51.616096 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-92a9e64c-14e4-4f25-8a4e-a7ad8837b3a6 req-08717149-efb9-4a4b-8883-74b0983288ae tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482738 Apr 13 14:37:51.646616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec00da9a-99a9-4774-ac20-8c5ba746eb4f {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:37:51.659391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:51.708121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456d493-73c6-4abf-9e37-a9db2f4f735c req-41a71a05-c3c4-4ede-aad8-a5e048761f8e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:51.710996 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5456d493-73c6-4abf-9e37-a9db2f4f735c req-41a71a05-c3c4-4ede-aad8-a5e048761f8e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.4900291 Apr 13 14:37:51.723691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Transition to ACTIVE for port object ec00da9a-99a9-4774-ac20-8c5ba746eb4f will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:37:51.760552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:51.807187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:51.874410 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5456d493-73c6-4abf-9e37-a9db2f4f735c req-cd98cf1a-132e-4fe5-820c-6250c191a510 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481287 Apr 13 14:37:51.983801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Pushing event updated for resources: {'Port': ['ID=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:51.987119 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:51.995490 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42598) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:52.233174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.276505 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Attempting to bind port ec00da9a-99a9-4774-ac20-8c5ba746eb4f on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:37:52.276876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Attempting to bind port ec00da9a-99a9-4774-ac20-8c5ba746eb4f by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:37:52.277292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Attempting to bind port ec00da9a-99a9-4774-ac20-8c5ba746eb4f on network 2825332a-2244-4b87-9a5e-20866335f6bb {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:52.282952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:52.286546 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Port ec00da9a-99a9-4774-ac20-8c5ba746eb4f on network 2825332a-2244-4b87-9a5e-20866335f6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:37:52.286960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Attempting to bind port ec00da9a-99a9-4774-ac20-8c5ba746eb4f on network 2825332a-2244-4b87-9a5e-20866335f6bb {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:37:52.298946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Usage tracker for resource:security_group_rule and tenant:d8103d2a791b4fbcb476bf65a64a2c10 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:52.302644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:37:52.303427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Checking segment: {'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:37:52.303755 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Bound using segment: {'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:37:52.304239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Bound port: ec00da9a-99a9-4774-ac20-8c5ba746eb4f, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:37:52.304635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.311662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:52.334498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:52.415515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fc25b-8336-4244-85d0-497eda5fb106 req-b7480940-2744-4b7a-a5d8-a101850d1a87 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:52.417290 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0b7fc25b-8336-4244-85d0-497eda5fb106 req-b7480940-2744-4b7a-a5d8-a101850d1a87 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 943 time: 0.2837381 Apr 13 14:37:52.497054 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] For port ec00da9a-99a9-4774-ac20-8c5ba746eb4f, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:37:52.508210 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.509617 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0b7fc25b-8336-4244-85d0-497eda5fb106 req-55fab0d5-9b5d-4f0a-9005-e1aada426bcd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587280 Apr 13 14:37:52.513904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.521551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] For port ec00da9a-99a9-4774-ac20-8c5ba746eb4f, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:37:52.528792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c019a5d7-d94b-4ba9-bd27-434ad76d0085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:52.535749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.559899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:52.578404 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8103d2a791b4fbcb476bf65a64a2c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5814445 Apr 13 14:37:52.580458 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7e831f-d1eb-4939-a71b-3d5e40f7d621,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:52.583153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42616) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:52.586277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:52.673806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.720969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.778361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.782742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-36331e01-6907-4bf0-b822-bcdca683c77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:52.799397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7e831f-d1eb-4939-a71b-3d5e40f7d621,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:52.803409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:52.806091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:52.810134 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a7e831f-d1eb-4939-a71b-3d5e40f7d621 HTTP/1.1" status: 204 len: 168 time: 0.2232199 Apr 13 14:37:52.828530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53647b78-0c33-49bd-b1ce-2ad85ae69116 req-48ab0287-e35b-484e-b714-d4c9f709d13a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:52.830979 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-53647b78-0c33-49bd-b1ce-2ad85ae69116 req-48ab0287-e35b-484e-b714-d4c9f709d13a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.4920168 Apr 13 14:37:52.901943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Pushing event updated for resources: {'Port': ['ID=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:52.922216 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-53647b78-0c33-49bd-b1ce-2ad85ae69116 req-c179126d-0619-46d3-93f5-f937d5a9b233 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742397 Apr 13 14:37:52.939499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:53.050403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:53.051590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:53.053739 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec00da9a-99a9-4774-ac20-8c5ba746eb4f HTTP/1.1" status: 200 len: 1093 time: 2.9005170 Apr 13 14:37:53.054623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'tag': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:37:53.240305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061af1df-fe66-4f59-820a-1ccc58b816b9 req-0eabc79d-565a-460a-953b-1bf9ed79c07a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:53.241976 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-061af1df-fe66-4f59-820a-1ccc58b816b9 req-0eabc79d-565a-460a-953b-1bf9ed79c07a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.3009937 Apr 13 14:37:53.301063 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-061af1df-fe66-4f59-820a-1ccc58b816b9 req-67bcdf61-83b8-4217-ba3d-4d4944ac9080 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478752 Apr 13 14:37:53.323818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c6efd-32fb-45c5-b7d4-ec73d7329ca9 req-fa96adbe-0931-41dd-9ce7-0ec216cfd7e6 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:53.325539 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4d3c6efd-32fb-45c5-b7d4-ec73d7329ca9 req-fa96adbe-0931-41dd-9ce7-0ec216cfd7e6 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2392128 Apr 13 14:37:53.332905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-3a3d4ac7-99d2-4955-a229-b1bae133f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:53.334723 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-3a3d4ac7-99d2-4955-a229-b1bae133f6c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c56fbbecfadf458c92f353ea1841e9d6&device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 1096 time: 0.1987348 Apr 13 14:37:53.426671 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'tag': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f', 'status': 'completed', 'code': 200} Apr 13 14:37:53.438727 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-d5725470-dc85-4b56-96d8-58fef14cc3da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec00da9a-99a9-4774-ac20-8c5ba746eb4f HTTP/1.1" status: 200 len: 217 time: 0.0939913 Apr 13 14:37:53.450252 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4d3c6efd-32fb-45c5-b7d4-ec73d7329ca9 req-b4bb74f4-4909-438e-bfaf-20db420cb35e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075020 Apr 13 14:37:53.520103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-9e12fa9c-63fa-4b5f-9bc0-29a5cbd56874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:53.521648 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-9e12fa9c-63fa-4b5f-9bc0-29a5cbd56874 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed7d2c31-5a04-4ab3-9d05-c38d8577aec6 HTTP/1.1" status: 200 len: 853 time: 0.0704694 Apr 13 14:37:53.582533 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-5ba50893-f28a-4d23-81d7-1d024c3be2b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2825332a-2244-4b87-9a5e-20866335f6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538552 Apr 13 14:37:53.898741 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-669d933a-f9b5-4cd3-8cc3-72d0f77e42ea service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053071 Apr 13 14:37:53.973443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eaa02-5325-47f2-8df1-057da92a29ca req-b151ead2-c2df-4aba-997f-9b552445b875 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:53.976973 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-608eaa02-5325-47f2-8df1-057da92a29ca req-b151ead2-c2df-4aba-997f-9b552445b875 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 943 time: 0.3364587 Apr 13 14:37:54.171766 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-608eaa02-5325-47f2-8df1-057da92a29ca req-7c1b1169-2bf5-4720-8f58-8f9038177d00 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670210 Apr 13 14:37:54.240955 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f23204f-0f84-4f52-88ac-8bcac25b5415 req-5bab36a3-b8f1-4d5c-9ce9-7272db25459e service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328385 Apr 13 14:37:54.276433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1bc0-ec81-449d-bd41-adecc4c58791 req-d8df042f-35ba-428b-a4a5-614e07bd516b tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:54.278188 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c6d1bc0-ec81-449d-bd41-adecc4c58791 req-d8df042f-35ba-428b-a4a5-614e07bd516b tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1596251 Apr 13 14:37:54.376941 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c6d1bc0-ec81-449d-bd41-adecc4c58791 req-f7001f0b-56c7-4dc2-a8f5-967b083b5fb2 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764327 Apr 13 14:37:54.446546 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-f029f577-50c8-4910-ba39-333d3804658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:54.450250 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-f029f577-50c8-4910-ba39-333d3804658c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c56fbbecfadf458c92f353ea1841e9d6&device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 1096 time: 0.1323764 Apr 13 14:37:54.811118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d0d05-09c9-4633-9527-bb060b3a5856 req-e447a5fc-81c2-4b4c-83a3-b3fb4ff3c071 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:54.812843 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-110d0d05-09c9-4633-9527-bb060b3a5856 req-e447a5fc-81c2-4b4c-83a3-b3fb4ff3c071 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.2717686 Apr 13 14:37:54.827894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-00978ef2-4be8-43c7-a19b-467a96515d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:54.829633 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-00978ef2-4be8-43c7-a19b-467a96515d2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=2825332a-2244-4b87-9a5e-20866335f6bb HTTP/1.1" status: 200 len: 914 time: 0.3695726 Apr 13 14:37:55.136672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42670) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:55.178835 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-dfd98b22-5a36-419b-a777-34fe778b0c7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec00da9a-99a9-4774-ac20-8c5ba746eb4f HTTP/1.1" status: 200 len: 217 time: 0.3340833 Apr 13 14:37:55.187308 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-110d0d05-09c9-4633-9527-bb060b3a5856 req-45c09d95-7472-42c0-af86-8d616672a820 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629270 Apr 13 14:37:55.248170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffb031-aa65-42a5-b55d-e56f4a930ba2 req-a5da3c6d-c04a-42d2-bd93-0dcf6b4a4f57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:55.250062 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b9ffb031-aa65-42a5-b55d-e56f4a930ba2 req-a5da3c6d-c04a-42d2-bd93-0dcf6b4a4f57 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.5742245 Apr 13 14:37:55.294814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-701f781c-19bc-4223-a895-9b7c17cf8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:55.296532 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-701f781c-19bc-4223-a895-9b7c17cf8f22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed7d2c31-5a04-4ab3-9d05-c38d8577aec6 HTTP/1.1" status: 200 len: 853 time: 0.1067038 Apr 13 14:37:55.306967 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b9ffb031-aa65-42a5-b55d-e56f4a930ba2 req-6727eda3-2efa-4d47-a4ba-ca44955d6fb3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Apr 13 14:37:55.361481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:55.371251 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-f079b9a7-a14b-4fb9-99bc-dc763d14a0ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2825332a-2244-4b87-9a5e-20866335f6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623980 Apr 13 14:37:55.407542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:55.415622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Usage tracker for resource:security_group_rule and tenant:64aedfb3dee54d43817815a21ecc88df is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:55.419671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:55.429098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:55.546215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:55.550284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:55.561246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a068bb34-816d-4fb8-a488-e3b04bc5d931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:55.608807 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64aedfb3dee54d43817815a21ecc88df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702604 Apr 13 14:37:55.610912 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d30a94e-e02b-4632-a845-9548c7158c29,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:55.614433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:55.615185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42680) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:55.688999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:55.712800 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-729f7d82-26d2-4c55-9a14-959e3c821a8f service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295484 Apr 13 14:37:55.721024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:55.736517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f31f8-36a4-4877-bb44-bc84cfa6231b req-e6d63c8a-614c-400f-a006-ebb7bfa97428 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:55.738277 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c7f31f8-36a4-4877-bb44-bc84cfa6231b req-e6d63c8a-614c-400f-a006-ebb7bfa97428 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 943 time: 0.3042750 Apr 13 14:37:55.784094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:55.794336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9e720702-5a3c-47f5-8026-520f17ce84ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:55.826441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773af647-4189-4edc-80f9-1274b3e3ec03 req-4ce6ca09-f0bb-4359-b745-a38209534904 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:55.828200 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-773af647-4189-4edc-80f9-1274b3e3ec03 req-4ce6ca09-f0bb-4359-b745-a38209534904 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.2504635 Apr 13 14:37:55.831180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d30a94e-e02b-4632-a845-9548c7158c29,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:55.834927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:55.852125 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d30a94e-e02b-4632-a845-9548c7158c29 HTTP/1.1" status: 204 len: 168 time: 0.2290659 Apr 13 14:37:55.861025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:55.890851 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c7f31f8-36a4-4877-bb44-bc84cfa6231b req-905eeea5-0003-46d4-a916-dc8365793cb3 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209207 Apr 13 14:37:55.949413 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-773af647-4189-4edc-80f9-1274b3e3ec03 req-679557de-290c-4ff7-8dad-11d555dd36ab tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526257 Apr 13 14:37:56.007061 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31bfcef3-7d10-4795-8ea3-eb15b373322e req-e3c97017-2b99-48c7-b068-32dff93970c2 service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809854 Apr 13 14:37:56.275798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42692) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:56.296649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:56.314208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:56.318830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Usage tracker for resource:security_group_rule and tenant:aeba26315c054c29811874f5bc33d96a is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:56.322447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:56.329599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:56.428427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:56.434264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:56.441036 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cd00f6e4-b63e-4bd8-a79a-9c1fc6839265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:56.494398 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aeba26315c054c29811874f5bc33d96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173300 Apr 13 14:37:56.495273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42698) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:56.496037 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c49dd-01ef-4a43-8d2c-9ad748585cad,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:56.502834 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:56.572781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:56.612168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:56.666446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba3c06-542e-4c44-a608-30e6f8eafb00 req-4fcafc2a-7187-4373-8a20-f939ee816878 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:56.668165 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-84ba3c06-542e-4c44-a608-30e6f8eafb00 req-4fcafc2a-7187-4373-8a20-f939ee816878 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.2210855 Apr 13 14:37:56.674594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:56.681810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-adc02c17-2532-4249-bf90-8653a27219f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:56.683914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2f465-c43a-4719-b3ad-e00c4a6d0e03 req-9c9f834e-ddf7-4108-8e47-831587881963 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:56.685754 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7d2f465-c43a-4719-b3ad-e00c4a6d0e03 req-9c9f834e-ddf7-4108-8e47-831587881963 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1460929 Apr 13 14:37:56.704375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c49dd-01ef-4a43-8d2c-9ad748585cad,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:56.708573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:56.711241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:56.719142 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/107c49dd-01ef-4a43-8d2c-9ad748585cad HTTP/1.1" status: 204 len: 168 time: 0.2191505 Apr 13 14:37:56.737618 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7d2f465-c43a-4719-b3ad-e00c4a6d0e03 req-a62e46c4-155f-4004-aadb-249f6caeccf3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343678 Apr 13 14:37:56.738017 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-84ba3c06-542e-4c44-a608-30e6f8eafb00 req-8af0cdf7-f4b1-4518-86c8-4a9a24b96d84 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511861 Apr 13 14:37:57.269773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5763f-d1dc-4282-8082-fab4241ca513 req-680b0cc8-f5a5-462f-8f7c-210bcf2bb667 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:57.269773 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-abb5763f-d1dc-4282-8082-fab4241ca513 req-680b0cc8-f5a5-462f-8f7c-210bcf2bb667 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1685565 Apr 13 14:37:57.283908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5666da1-a1c7-4350-8cfe-a29706074813 req-b9a6a529-01b4-473b-9a44-3012b7d988be tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:57.285600 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d5666da1-a1c7-4350-8cfe-a29706074813 req-b9a6a529-01b4-473b-9a44-3012b7d988be tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 943 time: 0.1420877 Apr 13 14:37:57.333959 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-abb5763f-d1dc-4282-8082-fab4241ca513 req-5626f1a8-a1e6-4433-8a60-e690660754c8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471339 Apr 13 14:37:57.339756 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d5666da1-a1c7-4350-8cfe-a29706074813 req-68165d03-536a-4a66-bea5-c573b365c783 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376866 Apr 13 14:37:58.057224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device ec00da9a-99a9-4774-ac20-8c5ba746eb4f details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:37:58.091964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc69773-c776-45c8-bfc7-ec8454bbe37d req-0c1629d2-97c9-4763-847a-9cc171d7c178 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:58.108793 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2fc69773-c776-45c8-bfc7-ec8454bbe37d req-0c1629d2-97c9-4763-847a-9cc171d7c178 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.2080956 Apr 13 14:37:58.251073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port ec00da9a-99a9-4774-ac20-8c5ba746eb4f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:58.266205 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2fc69773-c776-45c8-bfc7-ec8454bbe37d req-596a159c-72d5-4e16-9568-3d906cbf0cc5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520982 Apr 13 14:37:58.267037 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f', 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb', 'port_id': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f', 'mac_address': 'fa:16:3e:f9:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7d2c31-5a04-4ab3-9d05-c38d8577aec6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:37:58.340948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d847-2311-447c-b954-beed52d4adf1 req-63b51c8b-9caf-49a2-93eb-9f2154dec73a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:58.343792 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aac5d847-2311-447c-b954-beed52d4adf1 req-63b51c8b-9caf-49a2-93eb-9f2154dec73a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2014971 Apr 13 14:37:58.353563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:58.377199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec00da9a-99a9-4774-ac20-8c5ba746eb4f {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:37:58.401927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port ec00da9a-99a9-4774-ac20-8c5ba746eb4f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:37:58.406125 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aac5d847-2311-447c-b954-beed52d4adf1 req-1566a219-2c0b-44fa-977c-acf36cc2f2e3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514748 Apr 13 14:37:58.406399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:58.408748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:58.498542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:58.509927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:37:58.708816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['ec00da9a-99a9-4774-ac20-8c5ba746eb4f'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:37:58.790380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247cb8f-3dcc-44e4-a2d1-333d1fb72b12 req-bcd3a2f3-ecff-410f-9018-dc941291fea3 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:58.792086 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a247cb8f-3dcc-44e4-a2d1-333d1fb72b12 req-bcd3a2f3-ecff-410f-9018-dc941291fea3 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1387877 Apr 13 14:37:58.804379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda9ad3-dc4a-46d0-963c-0f3d0ee99c4a req-76d984f3-9be7-4a9c-90c0-6e26a4853fec tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:58.804628 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bda9ad3-dc4a-46d0-963c-0f3d0ee99c4a req-76d984f3-9be7-4a9c-90c0-6e26a4853fec tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 944 time: 0.2098367 Apr 13 14:37:58.853138 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a247cb8f-3dcc-44e4-a2d1-333d1fb72b12 req-2f3e009f-9f29-4aaf-bd23-b872e2e45bda tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 Apr 13 14:37:58.858622 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bda9ad3-dc4a-46d0-963c-0f3d0ee99c4a req-ac88b39d-2628-46b9-885c-51e463737ea5 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392253 Apr 13 14:37:59.518155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8987d0a-1b3b-4521-b328-9747b004b35a req-809d7690-95a4-402f-9964-4e3a2c290ca4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:59.521132 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8987d0a-1b3b-4521-b328-9747b004b35a req-809d7690-95a4-402f-9964-4e3a2c290ca4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1193802 Apr 13 14:37:59.552001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42780) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:59.560342 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b8987d0a-1b3b-4521-b328-9747b004b35a req-530eec96-dea6-430e-8b3e-1e4587c89aa3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274613 Apr 13 14:37:59.690149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfffe9-f7f3-4ff2-8d52-08211a93cdcc req-376e4d54-0935-451e-bb86-b68cf73f154f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:37:59.691906 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cbcfffe9-f7f3-4ff2-8d52-08211a93cdcc req-376e4d54-0935-451e-bb86-b68cf73f154f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.0953791 Apr 13 14:37:59.700117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:59.718771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:37:59.723578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:89b5f48cb9fa44b9984d0b7571376ae9 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:37:59.726879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:37:59.731480 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cbcfffe9-f7f3-4ff2-8d52-08211a93cdcc req-f32d12b5-4557-42dd-8694-866056435f1d tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265365 Apr 13 14:37:59.733467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:37:59.834304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:59.837328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:37:59.847309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-15b53d33-cc23-43a0-acc9-1c0096a98860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:37:59.892837 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89b5f48cb9fa44b9984d0b7571376ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391309 Apr 13 14:37:59.894667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0164e4d8-5fa3-4f12-b7fa-82f8a13d1a26,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:37:59.895748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 42786) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:37:59.898408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:00.020960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.055165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device ec00da9a-99a9-4774-ac20-8c5ba746eb4f up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:38:00.138326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port ec00da9a-99a9-4774-ac20-8c5ba746eb4f completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:38:00.143997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port ec00da9a-99a9-4774-ac20-8c5ba746eb4f triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:38:00.144429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.152999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.258176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30367b3-f22e-48c6-9839-f7c3c89dc911 req-16f8ea0c-29e3-4d89-95c8-6bac123a4d1e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:00.259897 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b30367b3-f22e-48c6-9839-f7c3c89dc911 req-16f8ea0c-29e3-4d89-95c8-6bac123a4d1e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.2283781 Apr 13 14:38:00.273151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012cc4a-f7f4-4f51-8fdc-df10a0aa213a req-1a0446a8-3160-437c-9fcb-21a255c0f242 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:00.281108 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9012cc4a-f7f4-4f51-8fdc-df10a0aa213a req-1a0446a8-3160-437c-9fcb-21a255c0f242 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 944 time: 0.2040048 Apr 13 14:38:00.283696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.289991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-968a6bce-a6dc-49a2-aaca-6208a2f321a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:00.300138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.318837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:38:00.333140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0164e4d8-5fa3-4f12-b7fa-82f8a13d1a26,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:00.334021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port ec00da9a-99a9-4774-ac20-8c5ba746eb4f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:00.341139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:00.345874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.351558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ccd633ee-88c5-4531-964b-ed245701de8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:00.353851 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9012cc4a-f7f4-4f51-8fdc-df10a0aa213a req-8d7d296b-be03-490d-a520-81a486a8a468 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712597 Apr 13 14:38:00.358690 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b30367b3-f22e-48c6-9839-f7c3c89dc911 req-100825db-cef1-4193-892c-72f3932040c4 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704463 Apr 13 14:38:00.365005 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.369545 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0164e4d8-5fa3-4f12-b7fa-82f8a13d1a26 HTTP/1.1" status: 204 len: 168 time: 0.4723222 Apr 13 14:38:00.446139 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f', 'code': 200} Apr 13 14:38:00.469909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:00.474047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:00.854465 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42806) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:00.885564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:00.926473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:38:00.934933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Usage tracker for resource:security_group_rule and tenant:fd695c22f7b64e48a39733a95097997b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:38:00.942001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:38:00.949896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:38:01.307563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:01.311467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:01.321009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3b5d85ee-c699-498d-b63d-ede1c95f52fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:01.354820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff567-e8dc-4a93-b052-eb6a4d2c0d49 req-b91c3274-691a-48d4-83ab-66dfeb13db6f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:01.357904 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2d4ff567-e8dc-4a93-b052-eb6a4d2c0d49 req-b91c3274-691a-48d4-83ab-66dfeb13db6f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.5770020 Apr 13 14:38:01.362232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c0fd6-05e2-4588-b9b6-9bd298cb6aa4 req-b73f192f-e463-483f-8ee5-8bdff2aa38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:01.365086 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cd3c0fd6-05e2-4588-b9b6-9bd298cb6aa4 req-b73f192f-e463-483f-8ee5-8bdff2aa38ff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 0.5114505 Apr 13 14:38:01.367102 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd695c22f7b64e48a39733a95097997b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111573 Apr 13 14:38:01.369169 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4285f2d1-1ea2-4de2-b77e-3aa749b7fa1b,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:01.372531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 42818) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:01.374935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:01.379113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e6c95-e020-4914-88c3-c88d661db85f req-b4a4de44-8ad2-4c38-91c4-9d681851d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:01.381954 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-318e6c95-e020-4914-88c3-c88d661db85f req-b4a4de44-8ad2-4c38-91c4-9d681851d6d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 1098 time: 0.5263422 Apr 13 14:38:01.444049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:01.448876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d3f8b-30b4-45a0-8bba-9120ced972c9 req-76deeab4-a86a-4af0-8e60-ec294b960836 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:01.452025 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3f4d3f8b-30b4-45a0-8bba-9120ced972c9 req-76deeab4-a86a-4af0-8e60-ec294b960836 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.4457407 Apr 13 14:38:01.480431 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:01.537536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:01.546490 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa8f8d30-0348-4008-acc1-c67a7429eef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:01.569852 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cd3c0fd6-05e2-4588-b9b6-9bd298cb6aa4 req-07bf5513-bb40-40f5-a7f1-7b9ff33f1c61 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788540 Apr 13 14:38:01.573816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4285f2d1-1ea2-4de2-b77e-3aa749b7fa1b,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:01.574877 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2d4ff567-e8dc-4a93-b052-eb6a4d2c0d49 req-0c4e6c6b-85d1-4abf-9a3e-cd18763f19b0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009430 Apr 13 14:38:01.585480 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-318e6c95-e020-4914-88c3-c88d661db85f req-df62d488-c1a6-46b0-a6a4-38001ccd4b80 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762512 Apr 13 14:38:01.589092 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3f4d3f8b-30b4-45a0-8bba-9120ced972c9 req-d46d5d8e-1a30-4eaf-a6bd-7e0ce6399a16 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001778 Apr 13 14:38:01.591514 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:01.593077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:01.595666 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4285f2d1-1ea2-4de2-b77e-3aa749b7fa1b HTTP/1.1" status: 204 len: 168 time: 0.2223122 Apr 13 14:38:01.977970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872f087-65c0-4d0f-a868-23d73b260744 req-a1196585-0044-4bab-b51e-b7fff5610893 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:01.981030 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a872f087-65c0-4d0f-a868-23d73b260744 req-a1196585-0044-4bab-b51e-b7fff5610893 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 945 time: 0.2285721 Apr 13 14:38:01.997735 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216965de-e69c-4979-a772-378b2eaee651 req-8748fd96-e054-4111-bc15-c7a1c563c8d3 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:02.013815 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-216965de-e69c-4979-a772-378b2eaee651 req-8748fd96-e054-4111-bc15-c7a1c563c8d3 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1940646 Apr 13 14:38:02.089904 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a872f087-65c0-4d0f-a868-23d73b260744 req-ffcbdf49-8cda-4298-9afb-e412da6fd86a tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714946 Apr 13 14:38:02.095958 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-216965de-e69c-4979-a772-378b2eaee651 req-ff12ea90-955e-49e2-ae05-8f36abbcae96 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803413 Apr 13 14:38:02.705826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-114ac199-e87c-484f-babb-bc8170710f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:03.286412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9a3d5-049a-47fa-8c13-9dae3c748e00 req-c41940c9-f11d-48ca-97ce-499c2434ecc5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:03.288111 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-23a9a3d5-049a-47fa-8c13-9dae3c748e00 req-c41940c9-f11d-48ca-97ce-499c2434ecc5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.4423268 Apr 13 14:38:03.300003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaefe7-1b39-4781-bd83-4e21c02a9c72 req-6bc6b211-6a2b-4f18-aa29-eedc8969dedc tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:03.301690 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dcdaefe7-1b39-4781-bd83-4e21c02a9c72 req-6bc6b211-6a2b-4f18-aa29-eedc8969dedc tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.3947186 Apr 13 14:38:03.348871 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-23a9a3d5-049a-47fa-8c13-9dae3c748e00 req-3e9e4f1a-64a9-4eb4-9775-d2c037ab5a13 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429707 Apr 13 14:38:03.359760 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dcdaefe7-1b39-4781-bd83-4e21c02a9c72 req-29e391fe-9d2e-4c0e-900e-9352d6bf60ed tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410569 Apr 13 14:38:03.638503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8b73-cebc-482c-9f7f-ec34ec53da7c req-7d1f63a4-c4cc-421a-b775-403c5341a36c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:03.640198 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b4ab8b73-cebc-482c-9f7f-ec34ec53da7c req-7d1f63a4-c4cc-421a-b775-403c5341a36c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 945 time: 0.1757705 Apr 13 14:38:03.653563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41332aaf-bddd-45d2-9aef-abd95a60aa68 req-d6fb583f-8f12-4f1a-829c-932a6fbc148d tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:03.655201 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-41332aaf-bddd-45d2-9aef-abd95a60aa68 req-d6fb583f-8f12-4f1a-829c-932a6fbc148d tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1367245 Apr 13 14:38:03.702941 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b4ab8b73-cebc-482c-9f7f-ec34ec53da7c req-1d9292c9-2f88-4a44-abc4-6f37603de74c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Apr 13 14:38:03.706453 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-41332aaf-bddd-45d2-9aef-abd95a60aa68 req-963a3744-bfbe-4b43-a66b-21e7d20deb50 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372810 Apr 13 14:38:04.728261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec4e08-e7ab-48df-8265-faa60ba571cc req-7e6a91c5-6f31-4673-9bbb-2a7f241f44d5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:04.730253 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3bec4e08-e7ab-48df-8265-faa60ba571cc req-7e6a91c5-6f31-4673-9bbb-2a7f241f44d5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.3509691 Apr 13 14:38:04.734881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-0bb8de1d-1069-43d0-aa9c-3f9165118d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:04.736655 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-0bb8de1d-1069-43d0-aa9c-3f9165118d98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 1099 time: 0.2846529 Apr 13 14:38:04.739790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-4cc3494d-c3e4-43f1-a31f-c9b42daa31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:04.741434 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-4cc3494d-c3e4-43f1-a31f-c9b42daa31e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 0.2917745 Apr 13 14:38:04.851384 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3bec4e08-e7ab-48df-8265-faa60ba571cc req-73c1e101-93f7-42c9-b47d-9773b32aaead tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079435 Apr 13 14:38:05.085532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0f793962-bd1b-48bc-8533-e037a507c33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:05.152976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-cd68619d-02f5-4616-b867-d95146516cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:05.155950 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-cd68619d-02f5-4616-b867-d95146516cdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 912 time: 0.3961444 Apr 13 14:38:05.533652 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-90d70965-ae2d-4c40-aab7-836ee641bf06 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302633036&fields=id&tenant_id=ea6af63789984010a7ee25c91334012f HTTP/1.1" status: 200 len: 267 time: 0.3703215 Apr 13 14:38:05.552885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-75835e20-db95-4fa3-aa18-78957085dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:05.556132 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-75835e20-db95-4fa3-aa18-78957085dc14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.7692828 Apr 13 14:38:05.560271 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-d2aca13f-89a5-444d-b442-d4ff79f432ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebba991-1b94-4937-806c-300fbf5dc948 HTTP/1.1" status: 200 len: 1001 time: 0.3946583 Apr 13 14:38:05.904693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:06.008091 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-900ffbd7-b9ce-45d8-b2ff-cad75f26fd35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 217 time: 0.3926978 Apr 13 14:38:06.162528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e17c1-3357-45fc-9de2-d1433aacd6b3 req-2202dabe-92ef-471a-bb78-ba1227cad576 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:06.166524 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3f6e17c1-3357-45fc-9de2-d1433aacd6b3 req-2202dabe-92ef-471a-bb78-ba1227cad576 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 1.0161645 Apr 13 14:38:06.278307 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-bb238fc6-0fcd-4d5e-a38b-e77d025e1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:06.279882 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-bb238fc6-0fcd-4d5e-a38b-e77d025e1949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.6613119 Apr 13 14:38:06.299590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-fb0ec4b6-4c4a-4568-8150-faea8f870ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:06.301158 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-fb0ec4b6-4c4a-4568-8150-faea8f870ddc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.2748621 Apr 13 14:38:06.343135 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3f6e17c1-3357-45fc-9de2-d1433aacd6b3 req-6ce8f163-c383-4bb3-8420-c78701c58ee3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542308 Apr 13 14:38:06.418405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-6c2963f8-d63b-42e6-b265-4503dba2b535 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:06.421184 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-6c2963f8-d63b-42e6-b265-4503dba2b535 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 808 time: 0.8757236 Apr 13 14:38:06.423874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:06.442994 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-c6e23660-b6b6-4ebf-b45a-3a155bf57ee4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965316 Apr 13 14:38:06.505634 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-cceed5ce-bcc4-4d43-9833-b37d744dcc8c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/quotas/ea6af63789984010a7ee25c91334012f HTTP/1.1" status: 200 len: 375 time: 0.0680416 Apr 13 14:38:07.007480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-16fcb1f7-8669-4b3f-b133-f40539698e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:07.009141 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-16fcb1f7-8669-4b3f-b133-f40539698e40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7141783 Apr 13 14:38:07.024312 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-d4d62d07-f18b-40c7-97c2-52c9ad87797d service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603871 Apr 13 14:38:07.258603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd4375-f33a-4ad6-84fd-36c869f892c3 req-4f6d1558-0fbc-42cd-8231-e8688e4cada2 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:07.260194 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8dd4375-f33a-4ad6-84fd-36c869f892c3 req-4f6d1558-0fbc-42cd-8231-e8688e4cada2 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.7603359 Apr 13 14:38:07.280400 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-c57adff5-5ade-4eeb-8b47-51ce9c93fa8a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7197008 Apr 13 14:38:07.411810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:07.451785 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8dd4375-f33a-4ad6-84fd-36c869f892c3 req-8ac489bf-4536-4eb5-aa91-44ae06aaa57e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676161 Apr 13 14:38:07.553266 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-338dd7dc-dbec-4591-ac43-4d2216a09c7c service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344698 Apr 13 14:38:07.665823 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a7b85db5-cc16-40e5-ad44-e58dafb8269a req-2e2a732d-2d18-4667-a04a-23daae608b42 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115830 Apr 13 14:38:07.827206 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-766a111b-37a3-4298-bc1b-3be554baeb4d service neutron] 10.222.0.35 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072105 Apr 13 14:38:07.977793 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dc7c0439-7c41-4cd0-8f37-2a432b8e29b5 req-fa9e1cff-4599-4bc0-b87d-2648185a7da0 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120719 Apr 13 14:38:08.045907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5b30b-1f0d-460b-8cfd-7b6666c62b4c req-1e93199c-faa3-4197-a234-e3b250e05c6e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:08.049159 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-36f5b30b-1f0d-460b-8cfd-7b6666c62b4c req-1e93199c-faa3-4197-a234-e3b250e05c6e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.4446568 Apr 13 14:38:08.118354 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-36f5b30b-1f0d-460b-8cfd-7b6666c62b4c req-6e78fb2a-3b76-4d51-b374-ca659060e606 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522096 Apr 13 14:38:08.123966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-3ff2ccae-527e-4c74-bef9-437397435d5c service neutron] 10.222.0.35 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822316 Apr 13 14:38:08.443794 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca0e0b-00bd-4a8c-85cc-879155590c34 req-3ed3e34b-4282-4a82-a320-29c9475dc95a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:08.446395 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8ca0e0b-00bd-4a8c-85cc-879155590c34 req-3ed3e34b-4282-4a82-a320-29c9475dc95a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1600180 Apr 13 14:38:08.485524 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43000) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:08.506613 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8ca0e0b-00bd-4a8c-85cc-879155590c34 req-e23d9692-b5d3-45c5-b0bf-6561b863e16c tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534339 Apr 13 14:38:08.757528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:08.788320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:38:08.796550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Usage tracker for resource:security_group_rule and tenant:3f1964aaf9e249dca23c72baca6356a7 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:38:08.817577 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:38:08.834595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:38:08.996527 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-00b34cec-7602-4713-a3b7-1f9bd0ad80dd req-98171c54-2349-4940-b94f-a6f815ca568c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 210 time: 0.0707581 Apr 13 14:38:09.013313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27735d-1a5e-4d21-afe0-54ea5e7934d6 req-f660b739-8594-4c05-bd9c-1818278c7aeb tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:09.015313 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c27735d-1a5e-4d21-afe0-54ea5e7934d6 req-f660b739-8594-4c05-bd9c-1818278c7aeb tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.2848175 Apr 13 14:38:09.072157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.073553 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.074958 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c27735d-1a5e-4d21-afe0-54ea5e7934d6 req-e41a6754-f56e-48c3-9744-e2528be8c548 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340152 Apr 13 14:38:09.078737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.094499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e6fcecc3-dedc-4cff-a14b-ec423cee03c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:09.175176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 43020) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:09.176016 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f1964aaf9e249dca23c72baca6356a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6887388 Apr 13 14:38:09.182158 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fc1ba1-fff1-4d06-899c-25e905b20d2b,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:09.189490 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:09.257010 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.303655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.471483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.478024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f3735203-7da5-44aa-9b7f-2c2ff804f52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:09.493544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fc1ba1-fff1-4d06-899c-25e905b20d2b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:09.496110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:09.507626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.513167 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5fc1ba1-fff1-4d06-899c-25e905b20d2b HTTP/1.1" status: 204 len: 168 time: 0.3320236 Apr 13 14:38:09.563628 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff6353-0c12-4dc0-9ea7-b83df4157487 req-d6246514-83cd-4ffd-a31e-48c0b4e05016 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:09.566691 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e1ff6353-0c12-4dc0-9ea7-b83df4157487 req-d6246514-83cd-4ffd-a31e-48c0b4e05016 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1994870 Apr 13 14:38:09.650405 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e1ff6353-0c12-4dc0-9ea7-b83df4157487 req-59c5bfd9-2384-4e7c-b277-ae65fdf24d94 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687349 Apr 13 14:38:09.938813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede3e37-a3ef-4c51-89ef-d3e43a2e352a req-83279b18-e909-419a-91c3-bb3873cd41a8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:09.940491 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ede3e37-a3ef-4c51-89ef-d3e43a2e352a req-83279b18-e909-419a-91c3-bb3873cd41a8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1876180 Apr 13 14:38:09.952019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43036) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:09.979875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:09.988795 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ede3e37-a3ef-4c51-89ef-d3e43a2e352a req-7fb52cb5-3bd7-4e80-9920-d3f66de07ed2 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355859 Apr 13 14:38:09.999636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:38:10.005550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Usage tracker for resource:security_group_rule and tenant:6bbf2b875e57400f97546654e64ed937 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:38:10.009271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:38:10.020441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:38:10.158330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:10.162456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:10.171153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d9f5de14-f16d-4c55-a9d8-8d3b4c34f80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:10.186266 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8ce8bc43-b1e4-45f6-b55c-5f44459e324c req-6bb3854e-63e7-4265-b3b1-93a900ac0a86 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 210 time: 0.0582519 Apr 13 14:38:10.227010 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bbf2b875e57400f97546654e64ed937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734721 Apr 13 14:38:10.228678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5350bc-cb26-41a1-884a-4d8dfbb2c6ec,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:10.229133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 43044) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:10.237454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:10.663887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-27171df3-c9dc-4baa-96b6-a2c1a4dff084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:10.789580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-27171df3-c9dc-4baa-96b6-a2c1a4dff084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:10.824470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ee43-42b6-46fb-8f3c-ec1f23078bbe req-1904317f-ca69-4641-8669-a5ccf9495bb6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:10.827444 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8fb8ee43-42b6-46fb-8f3c-ec1f23078bbe req-1904317f-ca69-4641-8669-a5ccf9495bb6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.5713632 Apr 13 14:38:10.913739 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8fb8ee43-42b6-46fb-8f3c-ec1f23078bbe req-bbe546e9-4b0b-463a-a658-f2de5c90cf9f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749218 Apr 13 14:38:10.931863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-af18d059-889f-4a42-aad5-696113ff13e7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:10.933569 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-af18d059-889f-4a42-aad5-696113ff13e7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.26 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 808 time: 0.5153751 Apr 13 14:38:11.009963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-27171df3-c9dc-4baa-96b6-a2c1a4dff084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:11.022601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8f11bd1e-14d6-4826-900b-6899efe818aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:11.066271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27171df3-c9dc-4baa-96b6-a2c1a4dff084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5350bc-cb26-41a1-884a-4d8dfbb2c6ec,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:11.092086 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-97153577-22e4-4d40-89c6-0ce5506b02c7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea6af63789984010a7ee25c91334012f HTTP/1.1" status: 200 len: 8059 time: 0.1430416 Apr 13 14:38:11.094845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-27171df3-c9dc-4baa-96b6-a2c1a4dff084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:11.097326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-27171df3-c9dc-4baa-96b6-a2c1a4dff084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:11.119757 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-27171df3-c9dc-4baa-96b6-a2c1a4dff084 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d5350bc-cb26-41a1-884a-4d8dfbb2c6ec HTTP/1.1" status: 204 len: 168 time: 0.8839598 Apr 13 14:38:11.173013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'port': {'device_id': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'admin_state_up': True, 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'security_groups': ['24b6d969-5ff1-4f95-ada3-26ba5340c594']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:38:11.597092 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ac5b5a11-80ef-4313-8689-9367e652a3a1 req-f8a4a224-4848-4987-adbb-8b740fb85b3c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 210 time: 0.1692672 Apr 13 14:38:11.648907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:38:11.655798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:port and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:38:11.665360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:38:11.676969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:38:11.695878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3abc3-29d4-4375-aa6f-b5ad9f85606c req-8190ee4f-7970-41b8-9c6d-7aed10b70737 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:11.697597 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ce3abc3-29d4-4375-aa6f-b5ad9f85606c req-8190ee4f-7970-41b8-9c6d-7aed10b70737 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2672274 Apr 13 14:38:11.701403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Made reservation on behalf of ea6af63789984010a7ee25c91334012f for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:38:11.708032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:11.794756 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ce3abc3-29d4-4375-aa6f-b5ad9f85606c req-dd373f89-d341-45e8-b435-636418be6521 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826073 Apr 13 14:38:11.924654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Allocated IP 172.20.0.8 (1bc435a3-7fce-4daa-9614-25ab53d1a9ca/db783721-3137-4f2d-b4dd-e6e73aa7335b/39f84cf0-e6f2-418b-b2c3-eada4a7ead4d) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:38:12.243631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:12.283709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ce01-89a6-4149-99f2-398589bb820b req-5e34aab0-a19b-44d8-b214-756d8bbcf520 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:12.289964 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7f81ce01-89a6-4149-99f2-398589bb820b req-5e34aab0-a19b-44d8-b214-756d8bbcf520 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1995699 Apr 13 14:38:12.291815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Transition to ACTIVE for port object 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:38:12.329137 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7f81ce01-89a6-4149-99f2-398589bb820b req-51519417-e187-4cd0-94a3-a6cd3654f76a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348001 Apr 13 14:38:12.347826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:12.382609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:12.720105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:12.729140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:12.910896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:38:12.914504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:38:12.923027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:38:12.935248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:12.936459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:13.013387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3851c-c354-44d1-bebc-911a3f75584d req-10024984-ca53-487e-9394-afaa7b6070ed tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:13.016502 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e5a3851c-c354-44d1-bebc-911a3f75584d req-10024984-ca53-487e-9394-afaa7b6070ed tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 931 time: 0.2857332 Apr 13 14:38:13.025004 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9029007 Apr 13 14:38:13.048260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Request body: {'port': {'device_id': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:38:13.101433 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e5a3851c-c354-44d1-bebc-911a3f75584d req-737b4803-3085-45a4-aae7-49c8762250b8 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742731 Apr 13 14:38:13.202744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-95e515f3-7f90-41ee-9902-3b88617847f3 None None] Provisioning for port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:38:13.208629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-95e515f3-7f90-41ee-9902-3b88617847f3 None None] Provisioning complete for port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:38:13.209414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-95e515f3-7f90-41ee-9902-3b88617847f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:13.278350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:13.282446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-95e515f3-7f90-41ee-9902-3b88617847f3 None None] Port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:38:14.114960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acc202-089a-4fe9-bc2e-06cdd4f206e0 req-3c1fc404-fd72-40e4-989e-4b06058d0ef5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:14.116850 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42acc202-089a-4fe9-bc2e-06cdd4f206e0 req-3c1fc404-fd72-40e4-989e-4b06058d0ef5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.5909457 Apr 13 14:38:14.127950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120ed03-5248-42de-a264-a22a7299df14 req-2aea4978-982c-4438-b6d5-48ef073c638f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:14.130554 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b120ed03-5248-42de-a264-a22a7299df14 req-2aea4978-982c-4438-b6d5-48ef073c638f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2453599 Apr 13 14:38:14.164289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:38:14.243668 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42acc202-089a-4fe9-bc2e-06cdd4f206e0 req-b5a66450-3f77-47d8-9c00-95a9f3d29c21 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101406 Apr 13 14:38:14.271575 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b120ed03-5248-42de-a264-a22a7299df14 req-580e8d99-8bd6-443a-abfc-c9f5f879d9ef tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114168 Apr 13 14:38:14.298661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:38:14.319452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:14.364012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Transition to ACTIVE for port object 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:38:14.368678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:14.394645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:14.437699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:14.455853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'a5d1b066-1a85-497b-94ab-a376688167df', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'port_id': 'a5d1b066-1a85-497b-94ab-a376688167df', 'mac_address': 'fa:16:3e:64:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:38:14.487877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:14.533895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:14.535675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5d1b066-1a85-497b-94ab-a376688167df {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:38:14.548341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:14.556324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:14.560257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:14.563044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:14.665501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=6']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:14.677009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:14.680032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['a5d1b066-1a85-497b-94ab-a376688167df'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:38:15.144673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e957c1-b607-41f1-8052-47264dc8dfc0 req-c0291c18-da36-4b10-a014-c09204dc58d1 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:15.146128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-01e957c1-b607-41f1-8052-47264dc8dfc0 req-c0291c18-da36-4b10-a014-c09204dc58d1 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Synchronizing usage tracker for tenant:ea6af63789984010a7ee25c91334012f on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:38:15.209812 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Attempting to bind port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:38:15.210422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Attempting to bind port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:38:15.211017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Attempting to bind port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d on network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:38:15.266712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d on network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:38:15.267918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Attempting to bind port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d on network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:38:15.276809 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-01e957c1-b607-41f1-8052-47264dc8dfc0 req-c0291c18-da36-4b10-a014-c09204dc58d1 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Unset dirty status for tenant:ea6af63789984010a7ee25c91334012f on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:38:15.279526 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01e957c1-b607-41f1-8052-47264dc8dfc0 req-c0291c18-da36-4b10-a014-c09204dc58d1 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.8888893 Apr 13 14:38:15.286361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:38:15.287176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Checking segment: {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:38:15.287916 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Bound using segment: {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:38:15.289026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Bound port: 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3431563-ca6d-4a39-ac47-a1443de1a1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:38:15.289674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:15.463964 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01e957c1-b607-41f1-8052-47264dc8dfc0 req-24ec1135-de63-44d4-b06c-cbec2a24fe9d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918889 Apr 13 14:38:15.700933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:38:15.709011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:38:15.730864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:15.770972 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:16.153693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72a04f-b0dc-45ef-89bd-e8af0d82a0af req-f5520874-1d3c-4b4b-bccb-98bdee1129f6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:16.162680 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cc72a04f-b0dc-45ef-89bd-e8af0d82a0af req-f5520874-1d3c-4b4b-bccb-98bdee1129f6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 944 time: 0.6260009 Apr 13 14:38:16.197170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:38:16.212484 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cc72a04f-b0dc-45ef-89bd-e8af0d82a0af req-ce31fce7-ced3-45be-b11d-33c9678f797f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486598 Apr 13 14:38:16.216260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:16.226574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:16.317345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:16.317345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:16.318628 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] 10.222.0.26 "PUT /v2.0/ports/39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 1093 time: 3.2744610 Apr 13 14:38:16.319212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:38:16.414878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port a5d1b066-1a85-497b-94ab-a376688167df triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:38:16.415684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:16.549807 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'status': 'completed', 'code': 200} Apr 13 14:38:16.922592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-870e6096-1e29-42cf-9884-d3f092deadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:16.925697 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-870e6096-1e29-42cf-9884-d3f092deadae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1096 time: 0.5276275 Apr 13 14:38:17.081861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:17.120101 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-665d18d1-6197-4fa8-bbd7-5dbe7593f06a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 217 time: 0.1744039 Apr 13 14:38:17.175528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:17.175528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:38:17.195399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:17.215237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:17.236731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7de4-5df3-406d-9dc3-c3ced6c48a89 req-ec17c1f6-aee6-48e0-bd8e-88393ffc79af tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:17.239696 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-941d7de4-5df3-406d-9dc3-c3ced6c48a89 req-ec17c1f6-aee6-48e0-bd8e-88393ffc79af tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.5133483 Apr 13 14:38:17.331341 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-941d7de4-5df3-406d-9dc3-c3ced6c48a89 req-da1d58ce-382c-4c1e-9883-bc72690a791b tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755765 Apr 13 14:38:17.379851 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df', 'code': 200} Apr 13 14:38:17.380739 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-46e662a2-0a03-413d-b3e2-b85bc0429831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:17.385038 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-46e662a2-0a03-413d-b3e2-b85bc0429831 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 200 len: 847 time: 0.2511756 Apr 13 14:38:17.527103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=7']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:17.537042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:17.692323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc977f-74c3-4a57-a2a2-59649620c5fc req-e37585d5-43c9-4878-9441-211de86a25a9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:17.701450 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03dc977f-74c3-4a57-a2a2-59649620c5fc req-e37585d5-43c9-4878-9441-211de86a25a9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1432631 Apr 13 14:38:17.766964 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03dc977f-74c3-4a57-a2a2-59649620c5fc req-837281ef-6f47-4268-a939-b14f63934140 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640574 Apr 13 14:38:17.773546 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-e538214e-9ade-4970-8b6c-1e8213d4c515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:17.775737 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-e538214e-9ade-4970-8b6c-1e8213d4c515 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3829229 Apr 13 14:38:18.080336 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-13e4471d-33d7-404f-af0d-03448dcc2096 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962921 Apr 13 14:38:18.276112 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-272a5d42-b4e7-4f4a-8157-3bdcf7ed42e5 req-ed37b2ee-0c4f-4387-8977-294a7e275a7e service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856575 Apr 13 14:38:18.514417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-75afa0ac-16e7-4109-b894-2f42f03ff73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:18.516714 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-75afa0ac-16e7-4109-b894-2f42f03ff73e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1096 time: 0.1682715 Apr 13 14:38:18.644051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43204) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:18.959747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e7a3e-4304-4e0f-8e0d-9e6dbcaaed8f req-fa75dbbb-353b-4160-9755-1b9de387461e tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:18.961821 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c25e7a3e-4304-4e0f-8e0d-9e6dbcaaed8f req-fa75dbbb-353b-4160-9755-1b9de387461e tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.2654712 Apr 13 14:38:18.998384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-e21c9cde-bd1b-4b39-b5b7-435cedef236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:19.000080 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-e21c9cde-bd1b-4b39-b5b7-435cedef236f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 909 time: 0.4700644 Apr 13 14:38:19.061782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:19.094449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:38:19.108627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Usage tracker for resource:security_group_rule and tenant:3088505722614b59bb7da5ed9887a68e is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:38:19.115148 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:38:19.129691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:38:19.163210 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-6ba3f04b-8815-4181-96a1-5c97a6cbb63d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 217 time: 0.1490011 Apr 13 14:38:19.213820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-c9869158-1556-4fc5-8024-a3fdf4a573c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:19.215371 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-c9869158-1556-4fc5-8024-a3fdf4a573c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 0.4477935 Apr 13 14:38:19.302362 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-404dccd2-2d8b-4d5c-8362-2f40f5ecf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:19.304216 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-404dccd2-2d8b-4d5c-8362-2f40f5ecf981 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 200 len: 847 time: 0.0878520 Apr 13 14:38:19.388347 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c25e7a3e-4304-4e0f-8e0d-9e6dbcaaed8f req-dce052f0-ffd3-4b10-baaa-064e735813c3 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3917091 Apr 13 14:38:19.413645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:19.423065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:19.458263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e3191694-86b0-4e4c-bd09-f1ae5e010576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:19.562774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33290d4-8b98-488c-b78b-b331dcec6f64,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:19.597514 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3088505722614b59bb7da5ed9887a68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9515605 Apr 13 14:38:19.601649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:19.603462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43216) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:19.762291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:19.855194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:19.925909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:19.933374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:19.949306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33290d4-8b98-488c-b78b-b331dcec6f64,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:19.953701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:19.979496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:19.980736 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a33290d4-8b98-488c-b78b-b331dcec6f64 HTTP/1.1" status: 204 len: 168 time: 0.3721354 Apr 13 14:38:20.057039 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-0ddb9e25-f3e1-4bb9-89e2-ec7b0a30c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:20.059499 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-0ddb9e25-f3e1-4bb9-89e2-ec7b0a30c3fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7162857 Apr 13 14:38:20.070419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d06ad5-4641-4535-897c-42bea4b4826f req-bb608c7e-7824-4c49-b832-07c2f96974f3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:20.079314 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-92d06ad5-4641-4535-897c-42bea4b4826f req-bb608c7e-7824-4c49-b832-07c2f96974f3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.9350505 Apr 13 14:38:20.122489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-396172e9-5451-4570-a4d5-6f2ce99d823c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:20.123111 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-396172e9-5451-4570-a4d5-6f2ce99d823c service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.8367410 Apr 13 14:38:20.191655 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-92d06ad5-4641-4535-897c-42bea4b4826f req-84cd936b-ef39-47fb-bc1c-39670e83bf69 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110449 Apr 13 14:38:20.353817 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-b0ed353d-4f89-4a26-97a2-b4ee6a53d3ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 217 time: 0.1961722 Apr 13 14:38:20.369749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9263c-f1d1-40b3-b0b5-619c8753fbe7 req-59b06d7a-e097-404e-b060-90cc5bb2b3b0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:20.371680 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ff9263c-f1d1-40b3-b0b5-619c8753fbe7 req-59b06d7a-e097-404e-b060-90cc5bb2b3b0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.5117629 Apr 13 14:38:20.446143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-b10b65c6-e84a-4656-87ae-6af2603a05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:20.448530 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-b10b65c6-e84a-4656-87ae-6af2603a05e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.0757384 Apr 13 14:38:20.490240 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ff9263c-f1d1-40b3-b0b5-619c8753fbe7 req-01bdcc68-fbbf-4a48-938b-a0d94bdf2e4c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Apr 13 14:38:20.556272 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-17ae5d1e-f1ac-4839-b82f-2e4f85272385 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706160 Apr 13 14:38:20.692127 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-23a525e2-41ab-4b00-a8dd-ea5a724114c6 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100883 Apr 13 14:38:20.961089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c46843-9919-477d-94f9-9eac13318cde req-a9a73dfd-4961-4a04-8450-093dcaab7792 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:20.962753 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d9c46843-9919-477d-94f9-9eac13318cde req-a9a73dfd-4961-4a04-8450-093dcaab7792 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.3580852 Apr 13 14:38:20.970053 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-4230ee4a-c20e-4e89-9c87-91e64d655ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059215 Apr 13 14:38:21.015161 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0284efb3-a7d2-4016-9542-5cba5f7ccce9 req-f97abb96-8261-49f7-adb1-4e74af0e3fcf service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143208 Apr 13 14:38:21.068317 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d9c46843-9919-477d-94f9-9eac13318cde req-48fdc3aa-f973-40fa-b710-1888f9217b7e tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792441 Apr 13 14:38:21.185221 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c0153d3-c7f0-44f3-a207-11c6991f6e4f req-613c94c8-10cd-42ed-9e0f-af647677dd34 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974983 Apr 13 14:38:21.600126 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763975e6-b050-435f-9c5c-73d9294c01ec req-92406631-54aa-4b91-a4af-03dca4d306c0 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:21.603103 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-763975e6-b050-435f-9c5c-73d9294c01ec req-92406631-54aa-4b91-a4af-03dca4d306c0 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2646489 Apr 13 14:38:21.654662 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-763975e6-b050-435f-9c5c-73d9294c01ec req-5bbbf769-30d7-41f9-8e66-6a9eb36bb3e1 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431466 Apr 13 14:38:21.898208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26b5c1-5bb3-4dee-9dad-25b916870728 req-6abd3be0-dc89-4867-bd0a-da53ef0f7a09 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:21.902001 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7b26b5c1-5bb3-4dee-9dad-25b916870728 req-6abd3be0-dc89-4867-bd0a-da53ef0f7a09 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1534364 Apr 13 14:38:22.028163 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7b26b5c1-5bb3-4dee-9dad-25b916870728 req-d5ce381f-64f7-48f0-bc25-1972443799b7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019924 Apr 13 14:38:22.243311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:38:22.451585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b3702-0e53-4fa4-b3fa-17e24a8d9836 req-85092885-1201-4589-9028-ca196d8b6a4f tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:22.462509 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cd6b3702-0e53-4fa4-b3fa-17e24a8d9836 req-85092885-1201-4589-9028-ca196d8b6a4f tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.2046416 Apr 13 14:38:22.468158 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:22.511419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'port_id': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:38:22.524342 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cd6b3702-0e53-4fa4-b3fa-17e24a8d9836 req-d9aba6f2-9832-44ac-985d-0d2a9b4f9298 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498395 Apr 13 14:38:22.629512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:22.632561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:38:22.665042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:22.669606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:22.672544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:22.812475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:22.825654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:22.988035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:38:23.028377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8787978-b84e-4513-baf8-047e57356a2f req-5c688b53-f80c-48c2-9b58-0ea130b08d15 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:23.030929 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8787978-b84e-4513-baf8-047e57356a2f req-5c688b53-f80c-48c2-9b58-0ea130b08d15 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1885707 Apr 13 14:38:23.083975 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8787978-b84e-4513-baf8-047e57356a2f req-8c8edc42-c4f3-43f7-a4ef-b670bf87c296 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455148 Apr 13 14:38:23.309661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc41f-e97c-430e-b1fa-78b4adadc441 req-73ded73c-8149-4650-abb3-c205783dd516 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:23.319128 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65bfc41f-e97c-430e-b1fa-78b4adadc441 req-73ded73c-8149-4650-abb3-c205783dd516 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1134932 Apr 13 14:38:23.363252 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65bfc41f-e97c-430e-b1fa-78b4adadc441 req-f0a58154-53a3-4c87-a4d7-cb8611bf09d0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Apr 13 14:38:23.850781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f5e97-f441-42fb-8ce6-588c2775ebc1 req-2e3909c4-2160-4829-bd99-d2b57660ec22 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:23.860151 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-483f5e97-f441-42fb-8ce6-588c2775ebc1 req-2e3909c4-2160-4829-bd99-d2b57660ec22 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 944 time: 0.1269467 Apr 13 14:38:23.901143 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-483f5e97-f441-42fb-8ce6-588c2775ebc1 req-3a6c156c-0b7c-4639-9115-cfd295a05480 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347509 Apr 13 14:38:24.367064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb22e3d-dfd6-4f1d-9dc7-485bd05dcbf2 req-d4697f1b-63a7-4bd7-8515-1f313717f254 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:24.369424 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0fb22e3d-dfd6-4f1d-9dc7-485bd05dcbf2 req-d4697f1b-63a7-4bd7-8515-1f313717f254 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1281388 Apr 13 14:38:24.442479 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0fb22e3d-dfd6-4f1d-9dc7-485bd05dcbf2 req-e64a646c-2dfb-4d66-8ab4-adb6c568cd1a tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509920 Apr 13 14:38:24.594635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878d34-1114-4cba-92d9-c34f7d283e91 req-c874cfc1-5c2f-4f58-9145-8f35c4540265 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:24.597025 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d7878d34-1114-4cba-92d9-c34f7d283e91 req-c874cfc1-5c2f-4f58-9145-8f35c4540265 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1100733 Apr 13 14:38:24.655561 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d7878d34-1114-4cba-92d9-c34f7d283e91 req-acc5d083-2bf0-4053-a0e2-c6d1a01bc25f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469325 Apr 13 14:38:25.200239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c974-fc10-433b-8bc8-8e2d557e9199 req-229bfd67-d750-4709-9ceb-3faa1a8100fa tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:25.204140 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc90c974-fc10-433b-8bc8-8e2d557e9199 req-229bfd67-d750-4709-9ceb-3faa1a8100fa tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 944 time: 0.1324224 Apr 13 14:38:25.243125 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc90c974-fc10-433b-8bc8-8e2d557e9199 req-c4ac727b-0f1f-4992-b176-93aa60e9cb24 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Apr 13 14:38:25.758995 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e003d-b02a-409f-849d-a53ef9d70c6b req-a29ea765-d750-45c9-8a45-b6cfef991053 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:25.768128 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec0e003d-b02a-409f-849d-a53ef9d70c6b req-a29ea765-d750-45c9-8a45-b6cfef991053 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1296511 Apr 13 14:38:25.804945 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec0e003d-b02a-409f-849d-a53ef9d70c6b req-068dab31-0a36-4100-8872-f1f5c23c76ff tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356922 Apr 13 14:38:25.921309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e83159-d33c-4ddb-86bc-afdfe55562a0 req-8b34aec4-12be-4295-935c-27ed42687eea tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:25.931081 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-13e83159-d33c-4ddb-86bc-afdfe55562a0 req-8b34aec4-12be-4295-935c-27ed42687eea tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1228027 Apr 13 14:38:25.985590 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-13e83159-d33c-4ddb-86bc-afdfe55562a0 req-7a70d6ac-34e8-486a-a703-4fc70559c4c7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529919 Apr 13 14:38:26.156743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:38:26.254752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:38:26.386821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:38:26.399078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:38:26.399542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:26.609873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:26.650719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:38:26.730186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:26.744716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:26.744716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-306ab845-44ff-41e4-8f2c-54f43d34f456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:26.764668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cef00-0f8f-4ca5-b1bf-0f7c404b8b25 req-b75801a6-71ee-4e8e-9529-e351d9d7c47d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:26.794563 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589cef00-0f8f-4ca5-b1bf-0f7c404b8b25 req-b75801a6-71ee-4e8e-9529-e351d9d7c47d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 944 time: 0.2483227 Apr 13 14:38:26.870927 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589cef00-0f8f-4ca5-b1bf-0f7c404b8b25 req-a752bfdc-3b0d-4596-95d5-517472641807 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643220 Apr 13 14:38:26.906194 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'code': 200} Apr 13 14:38:26.947502 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:26.965389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:27.129538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d40e-19a9-4985-9d21-b97be2ff4e51 req-12bfe04f-7b67-4f65-9ff4-cfc6e59561ed tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:27.158027 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f898d40e-19a9-4985-9d21-b97be2ff4e51 req-12bfe04f-7b67-4f65-9ff4-cfc6e59561ed tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1678495 Apr 13 14:38:27.205151 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f898d40e-19a9-4985-9d21-b97be2ff4e51 req-ac668603-3840-4095-b778-0ffd813d4e8b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Apr 13 14:38:27.419041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554b25f-e2d0-4b83-bb28-ea9d45508358 req-badb337a-2d22-40f2-b5a4-18dc0a8d398c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:27.420754 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d554b25f-e2d0-4b83-bb28-ea9d45508358 req-badb337a-2d22-40f2-b5a4-18dc0a8d398c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1098 time: 0.2108426 Apr 13 14:38:27.434000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a8f3e-aefe-4e5b-9452-f59d802297b3 req-821f0a5c-9c47-41d3-84f5-b106b6abddf6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:27.435657 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-993a8f3e-aefe-4e5b-9452-f59d802297b3 req-821f0a5c-9c47-41d3-84f5-b106b6abddf6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1707618 Apr 13 14:38:27.461446 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d554b25f-e2d0-4b83-bb28-ea9d45508358 req-3c2262e6-ca20-43b3-a1f4-f46e63e7d025 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246468 Apr 13 14:38:27.492191 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-993a8f3e-aefe-4e5b-9452-f59d802297b3 req-539ae53a-7cdf-4245-afae-33060ab538e5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295961 Apr 13 14:38:28.506559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c5191-7966-4fe5-a8df-5abd744fdc31 req-4f5e82b4-e63a-4e20-be63-c73028799f3e tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:28.524055 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c18c5191-7966-4fe5-a8df-5abd744fdc31 req-4f5e82b4-e63a-4e20-be63-c73028799f3e tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.3033872 Apr 13 14:38:28.594014 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c18c5191-7966-4fe5-a8df-5abd744fdc31 req-613bf0cd-fc52-45cd-ab80-337d8fa62934 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681448 Apr 13 14:38:28.793969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2497d84-c598-4857-8b99-1a2c17742ec9 req-88b7b1a3-1e8a-4aae-b86b-9ff699e2c585 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:28.808249 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f2497d84-c598-4857-8b99-1a2c17742ec9 req-88b7b1a3-1e8a-4aae-b86b-9ff699e2c585 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2295258 Apr 13 14:38:28.861838 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f2497d84-c598-4857-8b99-1a2c17742ec9 req-c33d2525-890f-4dfd-ac6b-e85aa3e101f9 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559332 Apr 13 14:38:29.097603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1a011-9145-42ab-968e-ba6fa98dfc60 req-837a646c-5d4e-4030-a9b1-bc55c707b145 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:29.110663 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4db1a011-9145-42ab-968e-ba6fa98dfc60 req-837a646c-5d4e-4030-a9b1-bc55c707b145 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.2319074 Apr 13 14:38:29.180975 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4db1a011-9145-42ab-968e-ba6fa98dfc60 req-5c013e4a-66cc-4075-8450-fe0dd4bb7abd tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615950 Apr 13 14:38:29.918205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bb0cc-238b-4d04-a932-6e0645206044 req-2eb7ed44-f593-48cf-81a4-70808967d4fc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:29.927085 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a13bb0cc-238b-4d04-a932-6e0645206044 req-2eb7ed44-f593-48cf-81a4-70808967d4fc tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1366160 Apr 13 14:38:29.969595 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a13bb0cc-238b-4d04-a932-6e0645206044 req-ed31d56f-d2d2-4bed-bd59-c3d47b40d0d4 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414007 Apr 13 14:38:30.445378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb505b97-5f14-493f-9154-6e38036e9b15 req-8f2e357f-f6b5-45c0-9878-f5c9bf23eb12 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:30.446964 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-eb505b97-5f14-493f-9154-6e38036e9b15 req-8f2e357f-f6b5-45c0-9878-f5c9bf23eb12 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.2497725 Apr 13 14:38:30.458607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7d9b5-71d1-4606-8c9d-fc5f74b85aa2 req-49c1a52d-2db2-48f6-93c6-a0e75160c5fa tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:30.460345 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45f7d9b5-71d1-4606-8c9d-fc5f74b85aa2 req-49c1a52d-2db2-48f6-93c6-a0e75160c5fa tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1465967 Apr 13 14:38:30.506666 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-eb505b97-5f14-493f-9154-6e38036e9b15 req-3aafb66b-628a-42a3-811c-f0d11a41cf9d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448401 Apr 13 14:38:30.516711 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45f7d9b5-71d1-4606-8c9d-fc5f74b85aa2 req-b1f64ead-d8f4-445a-95df-e36c90950201 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Apr 13 14:38:30.543808 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43402) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:30.854321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5171e-96bf-4a26-ba99-52bc390e1551 req-caf831e7-22bf-4fb9-a41b-99b1fbc921aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:30.857347 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8eb5171e-96bf-4a26-ba99-52bc390e1551 req-caf831e7-22bf-4fb9-a41b-99b1fbc921aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.1837242 Apr 13 14:38:30.920672 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8eb5171e-96bf-4a26-ba99-52bc390e1551 req-15cce3c9-c10a-4af9-ba93-ce901ca77278 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516167 Apr 13 14:38:30.945387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de1515-8c6b-46e7-822d-b00ad14bcce3 tempest-TestShelveInstance-20978001 tempest-TestShelveInstance-20978001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:30.950679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 43420) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:30.957314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Request body: {'floatingip': {'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'port_id': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:38:30.962743 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d9de1515-8c6b-46e7-822d-b00ad14bcce3 tempest-TestShelveInstance-20978001 tempest-TestShelveInstance-20978001-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1093 time: 0.4169867 Apr 13 14:38:30.965667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:38:30.970118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Usage tracker for resource:floatingip and tenant:ea6af63789984010a7ee25c91334012f is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:38:30.973433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:38:30.980151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:38:30.991149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for floatingip, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:31.150810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:31.319376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Allocated IP 172.28.0.191 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/2f86176a-6068-479b-9fa9-6e1f2548fe1d) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:38:31.516867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:31.652757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:31.683020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-2d8f60f5-e1a9-4a66-8608-b19771cf211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:31.685654 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-2d8f60f5-e1a9-4a66-8608-b19771cf211e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1098 time: 0.1631262 Apr 13 14:38:31.693289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4e4847ba-3dbc-4fad-8782-4d78c4427468 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:32.677121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'Port': ['ID=2f86176a-6068-479b-9fa9-6e1f2548fe1d,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:32.681254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-18fe1f7d-bfee-4ef2-a1d2-f693abdc60cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:32.691215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:32.906208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-080f1f9c-8ebb-4949-b1e0-3e979099b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:32.909163 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-080f1f9c-8ebb-4949-b1e0-3e979099b249 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 1.1492164 Apr 13 14:38:32.932303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d829c-ca4a-48ab-bb0e-ca67d5c5cc11 req-391c5d69-2814-4e87-9cba-3e0ca10bb959 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:32.935307 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f1d829c-ca4a-48ab-bb0e-ca67d5c5cc11 req-391c5d69-2814-4e87-9cba-3e0ca10bb959 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 1.2480812 Apr 13 14:38:32.951984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:38:33.080727 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:38:33.114654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:38:33.153709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d412b4-16c5-4291-a11b-53e2fe2f78db req-2fb494c1-64a4-4300-a017-15d61d9eb784 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:33.155360 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-93d412b4-16c5-4291-a11b-53e2fe2f78db req-2fb494c1-64a4-4300-a017-15d61d9eb784 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.9206579 Apr 13 14:38:33.210028 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f1d829c-ca4a-48ab-bb0e-ca67d5c5cc11 req-73b38008-68d5-45f1-9b92-db157495edb3 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627277 Apr 13 14:38:33.260285 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-93d412b4-16c5-4291-a11b-53e2fe2f78db req-932d6698-3e01-46d3-9ceb-9880f129120f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820515 Apr 13 14:38:33.300205 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-17edf7fe-a7ab-439d-9c46-08d971246b67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 200 len: 1001 time: 0.3582482 Apr 13 14:38:33.549967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-fd6f5812-402e-40d1-9247-246a2e642251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:33.551714 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-fd6f5812-402e-40d1-9247-246a2e642251 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.2436867 Apr 13 14:38:33.720233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-5beb6a03-d831-40f7-a8e7-e057da65ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:33.722537 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-5beb6a03-d831-40f7-a8e7-e057da65ce0e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1635656 Apr 13 14:38:33.946859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:34.012518 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-625e9344-8628-46c8-88cf-335f14e6e622 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805991 Apr 13 14:38:34.142217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:34.308510 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109648c4-3eae-4b3f-85c9-996eaf0cf30e req-8654d722-f748-4979-8ed7-1a37363bc13e service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857323 Apr 13 14:38:34.764697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:34.775441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f34497-e043-4345-988a-9c761318479e req-09c9f822-35f0-4184-b110-19a841cdd04e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:34.777169 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-62f34497-e043-4345-988a-9c761318479e req-09c9f822-35f0-4184-b110-19a841cdd04e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.3102033 Apr 13 14:38:34.790540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d984f05-b96d-4f17-84f6-c5b81e1ee0db req-f4b0e70c-22bf-4e44-9979-6d1887a1ab5f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:34.792219 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5d984f05-b96d-4f17-84f6-c5b81e1ee0db req-f4b0e70c-22bf-4e44-9979-6d1887a1ab5f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.3273044 Apr 13 14:38:34.792969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:34.824752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:34.922257 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5d984f05-b96d-4f17-84f6-c5b81e1ee0db req-f1c2e5e3-2cae-44c3-b05d-0aaa200a0525 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111834 Apr 13 14:38:35.002447 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-62f34497-e043-4345-988a-9c761318479e req-4e7bd835-b073-4a11-ab29-100d0a2eecea tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786718 Apr 13 14:38:35.082284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-16e7e874-8ae9-4fa6-b163-adcb55ea1d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:35.259794 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event updated for resources: {'Port': ['ID=2f86176a-6068-479b-9fa9-6e1f2548fe1d,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:35.266564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:35.306618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:35.496022 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Floating IP 2ec012f1-4e30-4dcd-8a88-f36edd14ef20 associated. External IP: 172.28.0.191, port: 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d. Apr 13 14:38:35.886814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Router 9636a893-fe32-42bf-801d-74357d1993ed has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:38:35.908312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:36.208813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:38:36.234662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] Sync routers for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:38:36.250287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:38:36.251431 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:38:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:38:36.266563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:36.290304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:38:36.316692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97507e2d-04a0-4596-ac75-442ae7ff378e req-d0587313-ab71-472a-9b08-ce4da5060329 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:36.318281 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97507e2d-04a0-4596-ac75-442ae7ff378e req-d0587313-ab71-472a-9b08-ce4da5060329 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 945 time: 0.2659013 Apr 13 14:38:36.424143 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4722359 Apr 13 14:38:36.428522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:38:36.447512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610b1f8-59bf-4f41-9d36-f64415e69302 req-ad1decde-d34a-43fa-afd8-72a0e838d768 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:36.449359 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4610b1f8-59bf-4f41-9d36-f64415e69302 req-ad1decde-d34a-43fa-afd8-72a0e838d768 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.3038678 Apr 13 14:38:36.475390 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97507e2d-04a0-4596-ac75-442ae7ff378e req-d5b3aaa5-f1e0-4b93-9f01-a648dfd0c153 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726452 Apr 13 14:38:36.505794 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4610b1f8-59bf-4f41-9d36-f64415e69302 req-e62c1073-2473-4fdd-a99e-43ec5890d1a6 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Apr 13 14:38:36.563215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:36.571314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:36.585846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:38:36.606821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:38:36.610779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:36.622255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:38:36.630538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:38:36.669726 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'status': 'completed', 'code': 200} Apr 13 14:38:36.686677 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df', 'code': 200} Apr 13 14:38:36.718110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=8']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:38:36.728031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:38:36.797297 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-838e8c17-d4d0-4c89-ac78-b8032694eeb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2064519 Apr 13 14:38:36.804969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-9e9df749-06df-4a3d-8ddd-084c5a7388b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:36.806503 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-9e9df749-06df-4a3d-8ddd-084c5a7388b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1098 time: 0.1303971 Apr 13 14:38:37.044253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-7b27f958-d67f-463e-a33e-85189067d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:37.045924 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-7b27f958-d67f-463e-a33e-85189067d37b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 909 time: 0.2291238 Apr 13 14:38:37.050310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea805b-b372-4705-9888-2aa53df11398 req-0abd2f35-27ed-45d4-beb3-8da253a2fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:37.051862 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-0abd2f35-27ed-45d4-beb3-8da253a2fbbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 1099 time: 0.2081587 Apr 13 14:38:37.094135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '2ec012f1-4e30-4dcd-8a88-f36edd14ef20', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'floating_ip_address': '172.28.0.191', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'port_id': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:38:33Z', 'updated_at': '2021-04-13T14:38:33Z', 'revision_number': 0, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:35Z', 'revision_number': 5, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:38:37.100352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] Checking router: 9636a893-fe32-42bf-801d-74357d1993ed for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:38:37.111724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:38:37.112390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:38:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:38:37.272584 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-f04e38ed-a750-46db-8b06-2ae354abd9b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 999 time: 0.2193184 Apr 13 14:38:37.308809 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:38:37.365295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea805b-b372-4705-9888-2aa53df11398 req-4259969c-9634-43f9-b870-c55aac394b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:37.366939 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-4259969c-9634-43f9-b870-c55aac394b50 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.2523267 Apr 13 14:38:37.375637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-67cfe8c0-c3bf-44e8-814a-dc6a03913988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:37.377251 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-67cfe8c0-c3bf-44e8-814a-dc6a03913988 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 200 len: 847 time: 0.0974679 Apr 13 14:38:37.422670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:37.507425 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-c1020bf6-aa89-4e28-9eac-92cea2c747fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58 HTTP/1.1" status: 200 len: 217 time: 0.1290989 Apr 13 14:38:37.693379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea805b-b372-4705-9888-2aa53df11398 req-aefec016-8ddc-4735-a717-79eca171b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:37.695731 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-aefec016-8ddc-4735-a717-79eca171b558 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.1785333 Apr 13 14:38:37.937133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '2ec012f1-4e30-4dcd-8a88-f36edd14ef20', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'floating_ip_address': '172.28.0.191', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'port_id': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:38:33Z', 'updated_at': '2021-04-13T14:38:33Z', 'revision_number': 0, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:35Z', 'revision_number': 5, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:38:37.945320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709ba109-9c64-4676-ae25-be14bd370098 None None] The sync data for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb is: [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '2ec012f1-4e30-4dcd-8a88-f36edd14ef20', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'floating_ip_address': '172.28.0.191', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'port_id': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:38:33Z', 'updated_at': '2021-04-13T14:38:33Z', 'revision_number': 0, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:35Z', 'revision_number': 5, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:38:38.106747 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-725a67cb-1523-47a5-ba8a-90df1f4333e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015110 Apr 13 14:38:38.131644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132888-6a78-4ca7-b94f-6285903f3201 req-4317562d-3fa7-43dc-bb28-64cc3b39825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:38.133363 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c132888-6a78-4ca7-b94f-6285903f3201 req-4317562d-3fa7-43dc-bb28-64cc3b39825d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 0.0896182 Apr 13 14:38:38.163563 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c132888-6a78-4ca7-b94f-6285903f3201 req-57ea4a4d-c62e-4343-b78e-8f27a809f2bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233088 Apr 13 14:38:38.187459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-530febb8-47e6-44c8-b336-a885c9eadb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:38.189145 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-530febb8-47e6-44c8-b336-a885c9eadb71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7443132 Apr 13 14:38:38.304462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132af595-ef8e-4e09-8b2a-d977dede2ce8 None None] New status for floating IP 2ec012f1-4e30-4dcd-8a88-f36edd14ef20: ACTIVE {{(pid=85282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:38:38.437764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842586a6-0daf-48c2-afd6-01e3e514331e req-c76f11bb-1f10-4b16-bb50-ade32d774aa7 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:38.439436 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-842586a6-0daf-48c2-afd6-01e3e514331e req-c76f11bb-1f10-4b16-bb50-ade32d774aa7 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.7394538 Apr 13 14:38:38.456681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b3579-ae84-4810-a6b7-1fc1e1100839 req-0a3ed3ac-d294-42c8-8aa9-5301ce87b163 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:38.458345 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-937b3579-ae84-4810-a6b7-1fc1e1100839 req-0a3ed3ac-d294-42c8-8aa9-5301ce87b163 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.4605057 Apr 13 14:38:38.473860 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-891f4770-584f-4028-8b60-87d40c25fdbe service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549416 Apr 13 14:38:38.572528 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-842586a6-0daf-48c2-afd6-01e3e514331e req-ac192337-9b2f-422d-b345-9721d36787a5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130705 Apr 13 14:38:38.575472 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-937b3579-ae84-4810-a6b7-1fc1e1100839 req-57469187-6ca7-4d52-bcd8-22a2dfcabc9e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047888 Apr 13 14:38:38.685486 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-62e5d4fc-5e2a-4e30-ac8c-8d4a6e744860 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324389 Apr 13 14:38:38.912465 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9ea805b-b372-4705-9888-2aa53df11398 req-2954bb4d-400a-4683-ba7d-ca9cb95139be service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068072 Apr 13 14:38:38.933199 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3e070c8d-4f4d-44a8-8f07-77a218c1f626 req-b66e345e-77d8-4a24-bb3c-8b1b2510547a service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400901 Apr 13 14:38:39.063725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:38:39.981464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25235702-d39d-4a47-bd4e-bc5fae3c828d req-d5d931ce-7897-4c8b-861a-3f5c3a5c790e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:39.989986 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-25235702-d39d-4a47-bd4e-bc5fae3c828d req-d5d931ce-7897-4c8b-861a-3f5c3a5c790e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.2476873 Apr 13 14:38:40.058271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad81d4-727d-4ded-bf47-edf95f0e5ece req-6c8384bc-ebe5-46ae-aeea-e003e2b3eb9d tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:40.059961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-baad81d4-727d-4ded-bf47-edf95f0e5ece req-6c8384bc-ebe5-46ae-aeea-e003e2b3eb9d tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2216611 Apr 13 14:38:40.087807 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-25235702-d39d-4a47-bd4e-bc5fae3c828d req-a80db974-7053-4d70-954c-eabf91eae41a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891960 Apr 13 14:38:40.125883 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-baad81d4-727d-4ded-bf47-edf95f0e5ece req-a76f33c3-795d-499d-bcbf-f1c62ab4ff85 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Apr 13 14:38:40.143717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43612) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:38:40.316843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:38:40.337801 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-cb8064ee-6995-4614-b876-82eb883a38e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1919515 Apr 13 14:38:41.016409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7d386-e23d-4433-bed6-512f3e959041 req-599cdf2d-389c-4b84-9989-671a45dcee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:41.018144 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29a7d386-e23d-4433-bed6-512f3e959041 req-599cdf2d-389c-4b84-9989-671a45dcee14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04806fca33cd4cf1aae14df360086452&device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 1099 time: 0.1868081 Apr 13 14:38:41.027729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e580d-def8-46be-b2e3-4dea480b7e62 req-aaafbc61-d80a-4618-8399-6f8088d594da tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:41.029677 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c02e580d-def8-46be-b2e3-4dea480b7e62 req-aaafbc61-d80a-4618-8399-6f8088d594da tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1329069 Apr 13 14:38:41.156800 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c02e580d-def8-46be-b2e3-4dea480b7e62 req-9147b633-dc20-46ac-a047-d81da0a1eb12 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018178 Apr 13 14:38:41.202529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7d386-e23d-4433-bed6-512f3e959041 req-621627d0-029e-4e62-b1ca-555a9d1f1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:41.204767 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29a7d386-e23d-4433-bed6-512f3e959041 req-621627d0-029e-4e62-b1ca-555a9d1f1ed7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 200 len: 920 time: 0.1740222 Apr 13 14:38:41.365936 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29a7d386-e23d-4433-bed6-512f3e959041 req-e79c6e92-3c31-463e-aad1-9c579fe2e5e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 200 len: 217 time: 0.1478188 Apr 13 14:38:41.474111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7d386-e23d-4433-bed6-512f3e959041 req-e8eb9a55-6cd6-42c4-865c-0f30148863de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:41.475743 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29a7d386-e23d-4433-bed6-512f3e959041 req-e8eb9a55-6cd6-42c4-865c-0f30148863de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 200 len: 859 time: 0.0947101 Apr 13 14:38:41.485886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3070832-2117-4ebd-be3b-882cb84de376 req-d351875b-667e-4c06-b379-8da609bb51c2 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:41.487539 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3070832-2117-4ebd-be3b-882cb84de376 req-d351875b-667e-4c06-b379-8da609bb51c2 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1732512 Apr 13 14:38:41.551964 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29a7d386-e23d-4433-bed6-512f3e959041 req-0b653315-c3d3-493c-a368-3f999d8438bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6adf6f3c-111b-44dc-9532-0833e8f167d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632629 Apr 13 14:38:41.564721 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3070832-2117-4ebd-be3b-882cb84de376 req-7220601b-3006-493a-942e-24eee78aafd1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Apr 13 14:38:41.719848 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29a7d386-e23d-4433-bed6-512f3e959041 req-907caa01-9ff1-4816-ba4d-8af39d209c58 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538413 Apr 13 14:38:41.895122 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29a7d386-e23d-4433-bed6-512f3e959041 req-447fe60b-cd18-4db3-8069-55f5e6b8d446 service neutron] 10.222.0.26 "GET /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672034 Apr 13 14:38:42.020708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-2739cfcd-0940-4e79-b050-58e40a0e7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:42.022710 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-2739cfcd-0940-4e79-b050-58e40a0e7bee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db&tenant_id=07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 1096 time: 0.1021402 Apr 13 14:38:42.128845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-be537e9a-0cc3-4f42-b3ed-1c1d8400e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:42.130490 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-be537e9a-0cc3-4f42-b3ed-1c1d8400e85c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1096 time: 0.0842657 Apr 13 14:38:42.295481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-f12b85eb-e38a-4e39-95ac-b159f272b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:42.298358 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-f12b85eb-e38a-4e39-95ac-b159f272b1fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.1595595 Apr 13 14:38:42.499411 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-b2e23ec4-1b93-48dd-86d3-58f517b23154 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 200 len: 999 time: 0.1806819 Apr 13 14:38:42.584496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b6e1c-bfeb-4d12-bff0-53af7f0bfd01 req-b78c2264-fd5b-4443-aa87-56a2035b1f50 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:42.586152 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4e6b6e1c-bfeb-4d12-bff0-53af7f0bfd01 req-b78c2264-fd5b-4443-aa87-56a2035b1f50 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2000186 Apr 13 14:38:42.611005 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-664be6b8-4160-4074-95b8-b165633908d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:42.612590 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-664be6b8-4160-4074-95b8-b165633908d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.0978808 Apr 13 14:38:42.677418 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4e6b6e1c-bfeb-4d12-bff0-53af7f0bfd01 req-59cdb502-92b8-48fa-92da-3cc5454a056b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813732 Apr 13 14:38:42.779764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-e18b1f69-b632-4671-b495-ab4d2a358b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:42.781621 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-e18b1f69-b632-4671-b495-ab4d2a358b9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1613235 Apr 13 14:38:43.170846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc336da-75fc-4faf-804b-3cbd7a13dbee req-f723e7c1-2c5d-457c-a970-2962962e9dad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:43.172614 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4fc336da-75fc-4faf-804b-3cbd7a13dbee req-f723e7c1-2c5d-457c-a970-2962962e9dad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.4664834 Apr 13 14:38:43.228706 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-b9032c99-381c-482e-88a5-35a54894e369 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381440 Apr 13 14:38:43.231980 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4fc336da-75fc-4faf-804b-3cbd7a13dbee req-4c07155c-fb2f-411c-9864-42198abf05af tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455103 Apr 13 14:38:43.463915 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-452aac51-c49c-45ad-8b76-bb0cf7da8efd req-93e648ff-7408-476a-b306-723d08142c95 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280829 Apr 13 14:38:43.920227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ddaee-35da-4d6f-bad7-38ea140cd2c6 req-ec337b69-3e55-4079-81df-587ffaac9450 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:43.921961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a13ddaee-35da-4d6f-bad7-38ea140cd2c6 req-ec337b69-3e55-4079-81df-587ffaac9450 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1105092 Apr 13 14:38:43.957301 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a13ddaee-35da-4d6f-bad7-38ea140cd2c6 req-e1ca7712-5bc0-463b-ae42-24d8ab1f8cf4 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272470 Apr 13 14:38:44.467540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b254-e992-4e1d-8f87-bb9b2aa9ce3c req-3fdeac75-b7c7-4595-8bf4-ef6baf120940 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:44.469330 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ad13b254-e992-4e1d-8f87-bb9b2aa9ce3c req-3fdeac75-b7c7-4595-8bf4-ef6baf120940 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1030881 Apr 13 14:38:44.508992 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ad13b254-e992-4e1d-8f87-bb9b2aa9ce3c req-98bdbb6d-30f8-41a1-9b56-3ef1835a5503 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301993 Apr 13 14:38:45.235496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffb0e1-31ad-42aa-86cb-21af356b840a req-69b4c4be-3178-4b8d-9a23-bda3d03ff7af tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:45.250509 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f6ffb0e1-31ad-42aa-86cb-21af356b840a req-69b4c4be-3178-4b8d-9a23-bda3d03ff7af tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1560314 Apr 13 14:38:45.295596 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f6ffb0e1-31ad-42aa-86cb-21af356b840a req-092cb3e4-1043-452f-bf18-a14e416d3baf tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Apr 13 14:38:46.025598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c6835c-db2a-4904-afe3-6f30cc4c00b2 req-86fbb33d-0a08-4d2d-94cc-86577c1341af tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:46.040184 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2c6835c-db2a-4904-afe3-6f30cc4c00b2 req-86fbb33d-0a08-4d2d-94cc-86577c1341af tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1998687 Apr 13 14:38:46.086318 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e2c6835c-db2a-4904-afe3-6f30cc4c00b2 req-7754cd4d-bf02-4ff6-8c4a-d95f0a9701de tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443172 Apr 13 14:38:47.401116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5aa5f3-0593-4648-a948-ef1cdeda3045 req-c06be156-3e7a-4c06-b172-aa52d29ae7b4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:47.402799 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6d5aa5f3-0593-4648-a948-ef1cdeda3045 req-c06be156-3e7a-4c06-b172-aa52d29ae7b4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1572361 Apr 13 14:38:47.460147 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6d5aa5f3-0593-4648-a948-ef1cdeda3045 req-a476d80e-7b0d-4fe2-900b-0360b902bfb6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285487 Apr 13 14:38:48.775499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a94b-00f6-4219-a64e-44d6fbc452e2 req-767fb4c7-21c7-4a6d-9427-dd5665b76fd4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:48.777236 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3539a94b-00f6-4219-a64e-44d6fbc452e2 req-767fb4c7-21c7-4a6d-9427-dd5665b76fd4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1042001 Apr 13 14:38:48.830269 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3539a94b-00f6-4219-a64e-44d6fbc452e2 req-7652867a-89a9-4578-9b81-3e08c8218650 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452507 Apr 13 14:38:50.097830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b39cbc-9dab-494d-bf63-8b70420ac2a4 req-5df2ecea-8810-431b-b73d-782df89178c5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:50.099569 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29b39cbc-9dab-494d-bf63-8b70420ac2a4 req-5df2ecea-8810-431b-b73d-782df89178c5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1005321 Apr 13 14:38:50.140624 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-29b39cbc-9dab-494d-bf63-8b70420ac2a4 req-cc60e725-d608-4511-aad6-e2c2e6b04730 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271287 Apr 13 14:38:51.403985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead536a0-70ec-47ac-9d14-0466ce386b45 req-89bc4832-97ec-4480-a0f8-a1083f56b341 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:51.407081 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ead536a0-70ec-47ac-9d14-0466ce386b45 req-89bc4832-97ec-4480-a0f8-a1083f56b341 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1074603 Apr 13 14:38:51.470972 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ead536a0-70ec-47ac-9d14-0466ce386b45 req-9a1fa2e1-0dc6-4789-8da6-52b27052ed52 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526843 Apr 13 14:38:52.737470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ed593-177d-4d6a-b5ad-c9567adc561a req-f37e1835-a205-4b35-8cbe-7ca5bbcdab54 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:52.739175 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c1ed593-177d-4d6a-b5ad-c9567adc561a req-f37e1835-a205-4b35-8cbe-7ca5bbcdab54 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1048491 Apr 13 14:38:52.794023 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c1ed593-177d-4d6a-b5ad-c9567adc561a req-1486beca-4323-4f57-a574-dcd534b0c700 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466008 Apr 13 14:38:54.156182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7a1c-abdc-42d5-9680-c11aedbc656f req-ac42a325-b17b-4350-9e42-5aa6bb859c61 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:54.157987 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-336a7a1c-abdc-42d5-9680-c11aedbc656f req-ac42a325-b17b-4350-9e42-5aa6bb859c61 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1542342 Apr 13 14:38:54.195641 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-336a7a1c-abdc-42d5-9680-c11aedbc656f req-0fd4c9ac-d461-4e80-a77c-3f9deacd3f09 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305281 Apr 13 14:38:55.536012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1caec7-1a78-473a-9362-b64b21e1d442 req-c9afd374-3cd7-47d4-beaa-98ace677ab52 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:55.538710 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0a1caec7-1a78-473a-9362-b64b21e1d442 req-c9afd374-3cd7-47d4-beaa-98ace677ab52 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1833546 Apr 13 14:38:55.581443 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0a1caec7-1a78-473a-9362-b64b21e1d442 req-9003bcc5-3379-4c7a-9209-c6264a7ae884 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287056 Apr 13 14:38:56.875196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ec619-a7fd-4762-a867-cc7c588e09f0 req-342ccc24-b038-4384-8c80-39c241a869c6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:56.877313 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5b0ec619-a7fd-4762-a867-cc7c588e09f0 req-342ccc24-b038-4384-8c80-39c241a869c6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1038508 Apr 13 14:38:56.917781 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5b0ec619-a7fd-4762-a867-cc7c588e09f0 req-b8039e62-98a7-43d2-854c-3908e8bf28c0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268805 Apr 13 14:38:58.221858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad673-a9df-4ece-939c-44d2b7a89303 req-56aae3bf-5cbe-49d6-94b4-95be7adce4e7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:58.223731 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-022ad673-a9df-4ece-939c-44d2b7a89303 req-56aae3bf-5cbe-49d6-94b4-95be7adce4e7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1263213 Apr 13 14:38:58.268019 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-022ad673-a9df-4ece-939c-44d2b7a89303 req-0424b46e-78b2-4851-91aa-a2f00966755d tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350544 Apr 13 14:38:59.526185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e105b-f0ea-4df2-9156-0b7ebee3c0a8 req-f8fb84b3-8255-406d-80df-e77cdc9f2e9b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:38:59.527953 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2a1e105b-f0ea-4df2-9156-0b7ebee3c0a8 req-f8fb84b3-8255-406d-80df-e77cdc9f2e9b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1022239 Apr 13 14:38:59.561987 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2a1e105b-f0ea-4df2-9156-0b7ebee3c0a8 req-f0aad5df-e899-455f-a11f-2aca8983d18d tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263343 Apr 13 14:39:00.833011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bede51a-4d45-4b36-9f98-85c6c028d197 req-b80cb192-52a4-4a6e-8fd8-ecced1cb0d24 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:00.834673 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9bede51a-4d45-4b36-9f98-85c6c028d197 req-b80cb192-52a4-4a6e-8fd8-ecced1cb0d24 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1455939 Apr 13 14:39:00.875333 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9bede51a-4d45-4b36-9f98-85c6c028d197 req-13af4928-f023-4e97-abe1-d010329b5598 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285764 Apr 13 14:39:02.159662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c60c2d-0b3b-4f95-a696-22abb21ceec3 req-03709ba5-4a98-4305-92db-ee52f3834c1f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:02.161461 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-68c60c2d-0b3b-4f95-a696-22abb21ceec3 req-03709ba5-4a98-4305-92db-ee52f3834c1f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.0992720 Apr 13 14:39:02.195032 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-68c60c2d-0b3b-4f95-a696-22abb21ceec3 req-d3b17af4-17ae-488b-afa0-6957d874ae60 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264354 Apr 13 14:39:02.682440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f70bea15-5996-414e-9356-2a7969864c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:03.159585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:39:03.424812 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465762c-dbec-4cce-9256-354075b11093 req-740a8feb-ce5c-454a-ab73-9f3a4767a648 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:03.426572 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9465762c-dbec-4cce-9256-354075b11093 req-740a8feb-ce5c-454a-ab73-9f3a4767a648 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.0944672 Apr 13 14:39:03.466089 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9465762c-dbec-4cce-9256-354075b11093 req-1da39f60-63c0-4d11-9d12-cc3d34fee6f3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265861 Apr 13 14:39:04.476096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:39:04.540646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43902) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:04.752368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:04.757904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:04.780547 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:04.784556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'a5d1b066-1a85-497b-94ab-a376688167df', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'port_id': 'a5d1b066-1a85-497b-94ab-a376688167df', 'mac_address': 'fa:16:3e:64:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:39:04.787405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Usage tracker for resource:security_group_rule and tenant:9a4c62825e234fb58381092b9a938829 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:04.791771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:04.800422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:04.838182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98d14a-4fa3-4c4e-abe6-0c7ca00b7a8a req-e66c4b71-ad8d-43a1-83fe-07b25c6b9e50 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:04.839924 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f98d14a-4fa3-4c4e-abe6-0c7ca00b7a8a req-e66c4b71-ad8d-43a1-83fe-07b25c6b9e50 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 943 time: 0.1344736 Apr 13 14:39:04.881488 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4f98d14a-4fa3-4c4e-abe6-0c7ca00b7a8a req-c260771b-77bb-43a6-b021-223c01432c51 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294876 Apr 13 14:39:04.936549 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:04.939382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d1b066-1a85-497b-94ab-a376688167df {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:39:04.957822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:04.962217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:04.992168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:04.996652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:05.000178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:05.007673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:05.048773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 43910) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:05.065885 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a4c62825e234fb58381092b9a938829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209236 Apr 13 14:39:05.067780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1db309-61eb-403a-a1e2-04aa6af3a1d3,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:05.091772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.092247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.093171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.093583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.093981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.097406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.097850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.098267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.098674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.101212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.101664 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.102074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.106552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:05.152094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:05.157181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-09a5fe88-09db-4199-87bf-8aa41f49d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:05.190372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:05.190706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=9']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:05.219007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.219910 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.220537 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.221202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.221845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.222490 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.223136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.223771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.224426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.225162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.225810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.226455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.238325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:05.262426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:05.273580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:05.296072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1db309-61eb-403a-a1e2-04aa6af3a1d3,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:05.313989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['a5d1b066-1a85-497b-94ab-a376688167df'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:39:05.320098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.320794 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.321546 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.322307 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.322954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.323645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.324298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.325016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.325695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.326370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.327598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.328297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:05.334412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:05.335915 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:05.338121 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f1db309-61eb-403a-a1e2-04aa6af3a1d3 HTTP/1.1" status: 204 len: 168 time: 0.2874734 Apr 13 14:39:05.922397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:05.949622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7724032-28d3-46e7-9d38-fc206df19cfd req-6846654d-eecb-485b-a4bf-7e67d667f0b7 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:05.957507 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c7724032-28d3-46e7-9d38-fc206df19cfd req-6846654d-eecb-485b-a4bf-7e67d667f0b7 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.2169757 Apr 13 14:39:05.971464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afa189-a525-4e34-aaeb-50729bdcae70 req-fb14e247-5459-4e80-a6ca-c062015eb423 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:05.973288 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c1afa189-a525-4e34-aaeb-50729bdcae70 req-fb14e247-5459-4e80-a6ca-c062015eb423 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 945 time: 0.1955738 Apr 13 14:39:06.025042 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c7724032-28d3-46e7-9d38-fc206df19cfd req-ed9d0533-41e4-4c87-a550-6f9e79435b9e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505879 Apr 13 14:39:06.031055 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c1afa189-a525-4e34-aaeb-50729bdcae70 req-322467c9-a87e-42af-858e-4ae82e691d1c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Apr 13 14:39:06.323384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413f400-5bf1-42d9-96ea-11425225da2d req-e82cd55f-7d7e-4f14-bfd6-9ed1b7f1b9fd tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:06.326227 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d413f400-5bf1-42d9-96ea-11425225da2d req-e82cd55f-7d7e-4f14-bfd6-9ed1b7f1b9fd tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 944 time: 0.1670434 Apr 13 14:39:06.379246 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d413f400-5bf1-42d9-96ea-11425225da2d req-504285d5-6657-44b5-b446-9fb8b51f3bae tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452242 Apr 13 14:39:06.382658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 43946) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:06.414957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.489482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:06.543966 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-214410712-network', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:06.550205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:06.554669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Usage tracker for resource:network and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:06.557861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:06.566691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:06.574434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port a5d1b066-1a85-497b-94ab-a376688167df triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:06.574865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.576828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Made reservation on behalf of 9f9c296ccc154db1acbfa9a8f533f088 for: {'network': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:06.581669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.595955 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.615404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:06.622271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:06.627626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:06.638580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:06.722451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.738259 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:39:06.742755 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.746210 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.751463 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-edc40f6d-13c2-4318-83d3-7e558599d3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:06.755132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:06.758936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.761698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-761d8bea-5906-4a2d-a0e9-3fdf3ff330fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:06.786137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c318f99-2300-40b6-928f-9b3461c16f96,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:06.790767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:06.797834 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=85281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:39:06.809643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.809973 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Added segment c2c5a0fc-2e14-4bec-aed8-a31d3bab5492 of type vlan for network 757ddc73-85fa-453e-a77b-486a8c22b276 Apr 13 14:39:06.842407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.842601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=10']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:06.846413 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df', 'code': 200} Apr 13 14:39:06.847229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:06.880853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.882491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:06.883297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:06.888633 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:07.000079 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6156797 Apr 13 14:39:07.004047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43956) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:07.009787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Pushing event updated for resources: {'Network': ['ID=757ddc73-85fa-453e-a77b-486a8c22b276,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:07.011712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Request body: {'subnet': {'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-214410712-subnet', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:07.015868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:07.017963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:07.023984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Usage tracker for resource:subnet and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:07.025440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 757ddc73-85fa-453e-a77b-486a8c22b276 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:39:07.028178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:07.038624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:07.052981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Made reservation on behalf of 9f9c296ccc154db1acbfa9a8f533f088 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:07.058909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:07.399370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db0143-418f-4fd1-9a44-e14f4fe13e19 req-b06f4353-c760-4fdd-88b6-cdba1482043e tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:07.401314 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-58db0143-418f-4fd1-9a44-e14f4fe13e19 req-b06f4353-c760-4fdd-88b6-cdba1482043e tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 945 time: 0.2338653 Apr 13 14:39:07.421895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:07.442965 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f00fb3-5f23-4b2d-abd5-21a2442eb444 req-07cc78cf-ff88-4ba3-90ee-726dba72ac46 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:07.444697 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c5f00fb3-5f23-4b2d-abd5-21a2442eb444 req-07cc78cf-ff88-4ba3-90ee-726dba72ac46 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1934707 Apr 13 14:39:07.525888 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-58db0143-418f-4fd1-9a44-e14f4fe13e19 req-25142562-41f6-490b-887c-2430fa62e147 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102326 Apr 13 14:39:07.537035 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c5f00fb3-5f23-4b2d-abd5-21a2442eb444 req-5a6f32a1-fbcf-48f3-828e-a9e16aab25cb tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474617 Apr 13 14:39:07.589712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e958b27-1272-4314-b73d-d5d78c403c29 req-9d09ed8b-5509-46a0-8979-c6602e37519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:07.592704 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e958b27-1272-4314-b73d-d5d78c403c29 req-9d09ed8b-5509-46a0-8979-c6602e37519e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1099 time: 0.1597927 Apr 13 14:39:07.627835 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e958b27-1272-4314-b73d-d5d78c403c29 req-150f0c19-f137-43a6-9aef-e40c8a6e7aae service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269029 Apr 13 14:39:07.695218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:07.722879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-41646540-f6d1-4d2c-886f-3a6edb9b171e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:07.771045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dac4b-89fa-4511-832f-1df87918ed8f req-0f4e88ce-550f-4423-ad4b-b7f9167cedc1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:07.773246 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-688dac4b-89fa-4511-832f-1df87918ed8f req-0f4e88ce-550f-4423-ad4b-b7f9167cedc1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1009607 Apr 13 14:39:07.827533 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-688dac4b-89fa-4511-832f-1df87918ed8f req-c2cf1d05-a64a-4b5a-8da0-afef92752adc tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456784 Apr 13 14:39:07.871053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571a478b-9e54-4d03-9813-2e2f07ea39d0,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:07.875982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:07.944385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Checking segment: {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:07.944778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Network hostable DHCP agents. Network: 757ddc73-85fa-453e-a77b-486a8c22b276, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:39:07.965879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Network 757ddc73-85fa-453e-a77b-486a8c22b276 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:39:07.976813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 757ddc73-85fa-453e-a77b-486a8c22b276) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:07.988509 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f764a6b8-c128-4cb3-956f-23e9f8760f6b None None] Network 757ddc73-85fa-453e-a77b-486a8c22b276 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:39:07.992379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:07.993078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:08.023565 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0179906 Apr 13 14:39:08.027401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 43966) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:08.033960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:08.039037 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:08.043550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Usage tracker for resource:router and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:08.047509 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:08.057767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:08.074241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:08.076137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:08.103883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:08.277236 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-757ddc73-85fa-453e-a77b-486a8c22b276', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:39:08.278376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:08.399296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff991-2056-4cd4-806d-b856e2e69345 req-c9ac8fe1-4fe7-4ec5-a7dd-541a42196fa5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:08.402044 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-865ff991-2056-4cd4-806d-b856e2e69345 req-c9ac8fe1-4fe7-4ec5-a7dd-541a42196fa5 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.1481638 Apr 13 14:39:08.495693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:08.496424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Deleting port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:39:08.496813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:08.530731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Allocated IP 172.20.0.2 (757ddc73-85fa-453e-a77b-486a8c22b276/571a478b-9e54-4d03-9813-2e2f07ea39d0/c40142a9-3469-4e65-8ab5-be9d5b14aa63) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:08.996190 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.034948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.111777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] For port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:09.112203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.244542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Allocated IP 172.28.0.210 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/643ca847-6fb5-4ccd-9a21-6ff8bb09bea4) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:09.275996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.297114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Transition to ACTIVE for port object c40142a9-3469-4e65-8ab5-be9d5b14aa63 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:09.331813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.333107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Transition to ACTIVE for port object c40142a9-3469-4e65-8ab5-be9d5b14aa63 will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:09.347816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.372485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:09.467826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.523914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.539494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Pushing event updated for resources: {'Port': ['ID=c40142a9-3469-4e65-8ab5-be9d5b14aa63,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:09.542582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:09.550361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:09.597354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Network 757ddc73-85fa-453e-a77b-486a8c22b276 is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:09.598684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:09.601780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:09.649943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Pushing event updated for resources: {'Port': ['ID=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:09.658212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:09.715211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Calling delete_port for 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:39:09.715813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Attempting to bind port c40142a9-3469-4e65-8ab5-be9d5b14aa63 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:39:09.716246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Attempting to bind port c40142a9-3469-4e65-8ab5-be9d5b14aa63 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:39:09.716667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Attempting to bind port c40142a9-3469-4e65-8ab5-be9d5b14aa63 on network 757ddc73-85fa-453e-a77b-486a8c22b276 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:09.724202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:39:09.724657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Checking segment: {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:09.725201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.725684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Bound using segment: {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:39:09.726244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Bound port: c40142a9-3469-4e65-8ab5-be9d5b14aa63, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:39:09.726678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.784763 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed504985-0791-4a25-a2ef-59ee1b63bde5 req-73ab4b19-f7da-4d4f-8a54-ea598343d6a9 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:09.790178 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed504985-0791-4a25-a2ef-59ee1b63bde5 req-73ab4b19-f7da-4d4f-8a54-ea598343d6a9 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 945 time: 0.8784287 Apr 13 14:39:09.827410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] For port c40142a9-3469-4e65-8ab5-be9d5b14aa63, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:39:09.831206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] For port c40142a9-3469-4e65-8ab5-be9d5b14aa63, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=c40142a9-3469-4e65-8ab5-be9d5b14aa63,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:39:09.836658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:09.854433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480017a-0349-41e3-9a7d-5e902d361dfc req-cc80021e-bea3-45b0-8b1c-064757789690 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:09.856433 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5480017a-0349-41e3-9a7d-5e902d361dfc req-cc80021e-bea3-45b0-8b1c-064757789690 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 946 time: 0.9440365 Apr 13 14:39:09.890790 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed504985-0791-4a25-a2ef-59ee1b63bde5 req-ce4c7b41-2d96-477a-b5c0-78c12001f52a tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927596 Apr 13 14:39:09.955173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:09.956777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:09.959497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:09.973613 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5480017a-0349-41e3-9a7d-5e902d361dfc req-f3d1e5fc-50a6-41af-bf84-66af1fa4f77f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758388 Apr 13 14:39:10.046673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:10.153472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Pushing event updated for resources: {'Port': ['ID=c40142a9-3469-4e65-8ab5-be9d5b14aa63,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:10.160067 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:10.228528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:10.243877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['c54c2bc0-8af2-4905-8af2-853a756666fe', '02f3fa0d-cada-4024-83e8-fed7dc3bcd58'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:39:10.259620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:10.391510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Pushing event deleted for resources: {'Port': ['ID=02f3fa0d-cada-4024-83e8-fed7dc3bcd58,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:10.400197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:10.578388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329da9ec-88ba-45b5-8b06-76abcfb69358 req-3b2a00cf-263a-42a6-ad15-84d04ffbc84c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:10.583973 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-329da9ec-88ba-45b5-8b06-76abcfb69358 req-3b2a00cf-263a-42a6-ad15-84d04ffbc84c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.5023048 Apr 13 14:39:10.647110 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-329da9ec-88ba-45b5-8b06-76abcfb69358 req-cf493887-9216-4693-a7e9-49d5dd4432ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523219 Apr 13 14:39:10.768024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:10.802122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] No DVR routers for this DVR port 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:39:10.805532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:10.808779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'name': 'network-vif-deleted', 'tag': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:39:10.827365 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-865ff991-2056-4cd4-806d-b856e2e69345 req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "DELETE /v2.0/ports/02f3fa0d-cada-4024-83e8-fed7dc3bcd58 HTTP/1.1" status: 204 len: 173 time: 2.4134314 Apr 13 14:39:10.877001 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eadd947-4cf9-47d5-887f-68f1a18ad76b', 'name': 'network-vif-deleted', 'tag': '02f3fa0d-cada-4024-83e8-fed7dc3bcd58', 'status': 'completed', 'code': 200} Apr 13 14:39:11.242978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-64478428-af2f-4c7f-aa29-643c23046845 req-d33b98d0-b3dc-4e5a-81d2-d22e7687d59f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Synchronizing usage tracker for tenant:04806fca33cd4cf1aae14df360086452 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:39:11.254718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb2474-55ca-4a60-a89b-4c125dda83c9 req-292e07ae-fc06-44c3-b193-b8cc01909011 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:11.256468 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28cb2474-55ca-4a60-a89b-4c125dda83c9 req-292e07ae-fc06-44c3-b193-b8cc01909011 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 945 time: 0.2015040 Apr 13 14:39:11.300680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:11.347571 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-64478428-af2f-4c7f-aa29-643c23046845 req-d33b98d0-b3dc-4e5a-81d2-d22e7687d59f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Unset dirty status for tenant:04806fca33cd4cf1aae14df360086452 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:39:11.348886 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-64478428-af2f-4c7f-aa29-643c23046845 req-d33b98d0-b3dc-4e5a-81d2-d22e7687d59f tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=6eadd947-4cf9-47d5-887f-68f1a18ad76b HTTP/1.1" status: 200 len: 210 time: 0.1673267 Apr 13 14:39:11.357779 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28cb2474-55ca-4a60-a89b-4c125dda83c9 req-469bed0e-c280-46cd-8315-e12dcd6507d4 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498209 Apr 13 14:39:11.393157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-bbebf569-a12d-41ea-8a34-7b1da2a84d60 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:11.395117 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-bbebf569-a12d-41ea-8a34-7b1da2a84d60 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 945 time: 0.1367276 Apr 13 14:39:11.508190 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Deleting port ec00da9a-99a9-4774-ac20-8c5ba746eb4f {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:39:11.508625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:11.591832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device c40142a9-3469-4e65-8ab5-be9d5b14aa63 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:11.610891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:39:11.770245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port c40142a9-3469-4e65-8ab5-be9d5b14aa63 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:11.831257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] For port ec00da9a-99a9-4774-ac20-8c5ba746eb4f, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:11.831705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:11.878497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:39:11.889581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Sync routers for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:39:11.907473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:11.913478 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-50c3bb44-d5a8-4980-a99b-a7eaa137f5a1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8803420 Apr 13 14:39:11.913759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44018) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:11.937117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:11.937805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:11.978911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Calling delete_port for ec00da9a-99a9-4774-ac20-8c5ba746eb4f owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:39:12.153273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:12.159429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4b41f-7933-4def-89ea-c9019b429e9c None None] Network 757ddc73-85fa-453e-a77b-486a8c22b276 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:39:12.185289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:12.198642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['ec00da9a-99a9-4774-ac20-8c5ba746eb4f'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:39:12.205795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:12.274876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Pushing event deleted for resources: {'Port': ['ID=ec00da9a-99a9-4774-ac20-8c5ba746eb4f,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:12.281367 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:12.322898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Provisioning for port c40142a9-3469-4e65-8ab5-be9d5b14aa63 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:12.343566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Provisioning complete for port c40142a9-3469-4e65-8ab5-be9d5b14aa63 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:12.344266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:12.581157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:39:12.652561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:39:12.652997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 02f3fa0d-cada-4024-83e8-fed7dc3bcd58 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:39:12.653488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device ec00da9a-99a9-4774-ac20-8c5ba746eb4f no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:39:12.696820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: ec00da9a-99a9-4774-ac20-8c5ba746eb4f {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:39:12.697219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device ec00da9a-99a9-4774-ac20-8c5ba746eb4f not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:39:12.761883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] No DVR routers for this DVR port ec00da9a-99a9-4774-ac20-8c5ba746eb4f on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:39:12.768618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:12.851380 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3587ceff-49d2-4435-bfa9-653df7fecb63 req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "DELETE /v2.0/ports/ec00da9a-99a9-4774-ac20-8c5ba746eb4f HTTP/1.1" status: 204 len: 173 time: 1.4413145 Apr 13 14:39:12.868389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e7dfa1c1-f308-43c5-b170-f48ec71ae100 req-bb58bdda-69c3-4b44-963f-8b3dfad5a5df tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Synchronizing usage tracker for tenant:c56fbbecfadf458c92f353ea1841e9d6 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:39:12.875255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:10Z', 'revision_number': 3, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:12.878220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'name': 'network-vif-deleted', 'tag': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:39:12.885024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Checking router: b6c2bcc0-e3de-4a75-81b7-b11caedbc3af for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:39:12.885786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Updating router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:39:12.891903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:12.893618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e7dfa1c1-f308-43c5-b170-f48ec71ae100 req-bb58bdda-69c3-4b44-963f-8b3dfad5a5df tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Unset dirty status for tenant:c56fbbecfadf458c92f353ea1841e9d6 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:39:12.902369 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e7dfa1c1-f308-43c5-b170-f48ec71ae100 req-bb58bdda-69c3-4b44-963f-8b3dfad5a5df tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 210 time: 0.1500020 Apr 13 14:39:12.994588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] For port c40142a9-3469-4e65-8ab5-be9d5b14aa63, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=c40142a9-3469-4e65-8ab5-be9d5b14aa63,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:13.011215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:13.013751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:13.019772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:13.138136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Pushing event updated for resources: {'Port': ['ID=c40142a9-3469-4e65-8ab5-be9d5b14aa63,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:13.142928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:13.207956 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf329a86-2add-4118-bf73-5bcc0eddbfe3', 'name': 'network-vif-deleted', 'tag': 'ec00da9a-99a9-4774-ac20-8c5ba746eb4f', 'status': 'completed', 'code': 200} Apr 13 14:39:13.444062 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-76602f4d-b6cc-48d2-85d8-4fcec552ea40 None None] Provisioning complete for port c40142a9-3469-4e65-8ab5-be9d5b14aa63 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:13.444559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-76602f4d-b6cc-48d2-85d8-4fcec552ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:13.602267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device c40142a9-3469-4e65-8ab5-be9d5b14aa63 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:13.707221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb14822-581b-40f8-905d-de91cbd1c9e3 req-6a54d038-d632-447b-9423-8a75403cd54b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:13.726161 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2cb14822-581b-40f8-905d-de91cbd1c9e3 req-6a54d038-d632-447b-9423-8a75403cd54b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.3022296 Apr 13 14:39:13.733679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:13.749724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port c40142a9-3469-4e65-8ab5-be9d5b14aa63 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:13.750092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:13.750428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Transition to ACTIVE for port object 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:13.759638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:13.813703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-36391fac-6a22-4960-9596-2b3e158d1a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:13.814136 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2cb14822-581b-40f8-905d-de91cbd1c9e3 req-93efdf98-52a9-416b-8477-1a227cc622fa tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817263 Apr 13 14:39:13.866639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:14.026665 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Pushing event updated for resources: {'Port': ['ID=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,revision_number=2']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:14.039574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.040399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.040970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.041494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.042187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.042703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.043219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.043744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.044556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.045132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.046277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.046797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:39:14.119694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:14.252982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Attempting to bind port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:39:14.254034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Attempting to bind port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:39:14.254877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Attempting to bind port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:14.269792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:39:14.270648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:14.271550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:14.272428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:39:14.273519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Bound port: 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:39:14.274336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:14.382610 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-96a996c9-384a-481a-bd17-59425de1e522 req-739f4429-e346-42e9-bc50-c37109f4a457 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf329a86-2add-4118-bf73-5bcc0eddbfe3 HTTP/1.1" status: 200 len: 210 time: 0.0882359 Apr 13 14:39:14.436970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] For port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:39:14.443584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] For port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:39:14.448759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:14.467124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:14.501802 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Allocated IP 172.20.0.1 (757ddc73-85fa-453e-a77b-486a8c22b276/571a478b-9e54-4d03-9813-2e2f07ea39d0/21ac0f58-2ac5-4e61-aa26-5898c2f7d21e) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:14.725188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Pushing event updated for resources: {'Port': ['ID=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:14.731466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2512b3f8-076b-4da2-b624-11e9705df3ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:14.779125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:14.780395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:14.788466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:14.821419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Transition to ACTIVE for port object 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e will not be triggered until provisioned by entity DHCP. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:14.879426 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:15.039115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:15.074421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:15.112433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477ce89-388f-45ad-a94c-4bdeafc09aac req-d5a22f79-33c1-47e8-8a89-671cb88e71b1 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:15.114207 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7477ce89-388f-45ad-a94c-4bdeafc09aac req-d5a22f79-33c1-47e8-8a89-671cb88e71b1 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.0998013 Apr 13 14:39:15.168909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Pushing event updated for resources: {'Port': ['ID=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:15.175325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:15.185332 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7477ce89-388f-45ad-a94c-4bdeafc09aac req-982fca38-d608-492c-ab47-da6d59a4138e tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568514 Apr 13 14:39:15.214652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Network 757ddc73-85fa-453e-a77b-486a8c22b276 is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:15.215896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:15.219131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:15.283308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:15.428736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:15.576368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:10Z', 'revision_number': 3, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:15.583250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a672d40d-75f3-4d95-8e7d-a0a63cde00a0 None None] The sync data for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb is: [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:10Z', 'revision_number': 3, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:39:15.625508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-942cf6eb-01ff-4713-9435-3adab7b6a732 None None] Provisioning for port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:15.646270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-942cf6eb-01ff-4713-9435-3adab7b6a732 None None] Provisioning complete for port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:15.647104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-942cf6eb-01ff-4713-9435-3adab7b6a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:15.737907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-942cf6eb-01ff-4713-9435-3adab7b6a732 None None] Port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:39:15.908413 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50780437-b432-4147-a20b-eef6e605357a req-0924a0a0-7782-435e-b5ad-105b4b13d3f2 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:15.929381 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-50780437-b432-4147-a20b-eef6e605357a req-0924a0a0-7782-435e-b5ad-105b4b13d3f2 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1382442 Apr 13 14:39:15.945042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:15.949163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:15.981371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:15.985807 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-50780437-b432-4147-a20b-eef6e605357a req-44e20435-3843-4d97-ac91-9d3cff231923 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549793 Apr 13 14:39:16.142732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:16.161967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Pushing event updated for resources: {'Port': ['ID=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:16.180388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:16.391983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Network 757ddc73-85fa-453e-a77b-486a8c22b276 is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:16.397263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:16.609846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206573-bdc9-46f0-927a-b1f9e4051e80 req-24134934-80dd-433e-8fbd-f62b27b6d349 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:16.611622 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-af206573-bdc9-46f0-927a-b1f9e4051e80 req-24134934-80dd-433e-8fbd-f62b27b6d349 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1883149 Apr 13 14:39:16.662364 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-af206573-bdc9-46f0-927a-b1f9e4051e80 req-557b6de2-97b6-4aeb-8689-df0b408b39f0 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429211 Apr 13 14:39:16.677539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-f3013edd-6908-4078-b703-c391a50d90d1 None None] Provisioning complete for port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:16.678175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f3013edd-6908-4078-b703-c391a50d90d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:16.686517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:39:16.779011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-f3013edd-6908-4078-b703-c391a50d90d1 None None] Port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:39:16.939493 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:39:16.956624 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] 10.222.0.35 "PUT /v2.0/routers/b6c2bcc0-e3de-4a75-81b7-b11caedbc3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0414941 Apr 13 14:39:17.307895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812732b-6409-4e27-8ff8-dff344dbb094 req-b4b89363-6e30-4788-b1bd-4b26e42258be tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:17.310163 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8812732b-6409-4e27-8ff8-dff344dbb094 req-b4b89363-6e30-4788-b1bd-4b26e42258be tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1619446 Apr 13 14:39:17.365220 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8812732b-6409-4e27-8ff8-dff344dbb094 req-3df411ea-f4fe-430d-bdc0-30a4c16b4f30 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472744 Apr 13 14:39:17.561031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:17.640406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:17.646237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:17.646562 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:17.768958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44094) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:17.775180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-451505335-network', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:17.781232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:17.786151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Usage tracker for resource:network and tenant:a74cf9d91e3248569a28ed8cf4b93c44 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:17.791217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:17.799413 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:17.810418 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Made reservation on behalf of a74cf9d91e3248569a28ed8cf4b93c44 for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:17.812504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:17.815631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:17.831102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:17.845982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:17.850928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:17.853124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:17.854164 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:17.862786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Usage tracker for resource:security_group_rule and tenant:a74cf9d91e3248569a28ed8cf4b93c44 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:17.866932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:17.875184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:17.973495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:17.978916 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:18.020897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:18.023264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6b363-a4ce-4b9c-9c8f-16db12c91806 req-1b6364e3-9196-4d70-8de6-b0e7e128b7c8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:18.024477 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:18.026266 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66d6b363-a4ce-4b9c-9c8f-16db12c91806 req-1b6364e3-9196-4d70-8de6-b0e7e128b7c8 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.1617184 Apr 13 14:39:18.032134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3bfac89a-f30a-47f0-afa1-52ff45edeeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:18.066512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:39:18.067385 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66d6b363-a4ce-4b9c-9c8f-16db12c91806 req-806120bb-6450-455f-b2da-509a65aff924 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288169 Apr 13 14:39:18.077598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033cf04a-223a-4df2-8058-7ab2b1afa822,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:18.082218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:18.087894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:18.088677 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Added segment fc08ff7a-4423-4e64-8b19-6a2e990285ae of type vlan for network 7572a4bb-01fa-4517-82d4-eb34058a8cfc Apr 13 14:39:18.125983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:18.166398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:18.167912 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:18.168611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:18.174584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:18.284532 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5149643 Apr 13 14:39:18.288254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Pushing event updated for resources: {'Network': ['ID=7572a4bb-01fa-4517-82d4-eb34058a8cfc,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:18.290469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44098) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:18.297833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:18.302202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:39:18.303192 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Request body: {'subnet': {'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-451505335-subnet', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:18.309308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:18.314755 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Usage tracker for resource:subnet and tenant:a74cf9d91e3248569a28ed8cf4b93c44 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:18.318411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:18.326129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:18.337468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Made reservation on behalf of a74cf9d91e3248569a28ed8cf4b93c44 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:18.342578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:18.599203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fcb6c-c00b-43fc-a179-9c912ad72608 req-4988407d-c0e5-4532-a158-94189b5cff4c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:18.601114 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b69fcb6c-c00b-43fc-a179-9c912ad72608 req-4988407d-c0e5-4532-a158-94189b5cff4c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.0986650 Apr 13 14:39:18.641371 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b69fcb6c-c00b-43fc-a179-9c912ad72608 req-fd9a0f65-faa1-4df9-b993-07017b9f7a10 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279515 Apr 13 14:39:18.845223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Sync routers for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:39:18.859354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:18.860255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:18.945926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:19.036474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:19.187161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b815866-a0cd-441a-9f86-9587e4d96c97,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:19.199625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:19.295084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Checking segment: {'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:19.295719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Network hostable DHCP agents. Network: 7572a4bb-01fa-4517-82d4-eb34058a8cfc, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:39:19.328452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:39:19.339330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 7572a4bb-01fa-4517-82d4-eb34058a8cfc) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:19.354073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:19.355489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:19.366275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943cead8-4613-4569-9614-20772b8a1cb0 None None] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:39:19.383256 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0843909 Apr 13 14:39:19.383570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44112) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:19.391434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:19.397595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:19.402703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Usage tracker for resource:router and tenant:a74cf9d91e3248569a28ed8cf4b93c44 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:19.407800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:19.415813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:19.433128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7984888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3662'] for router, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:19.434329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846791077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7980678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854365930', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772153'] for router, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:19.464809 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:19.547641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:19.601506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-410d2db9-2073-4866-9f5a-94c120faaedb tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:19.604478 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-410d2db9-2073-4866-9f5a-94c120faaedb tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.2318542 Apr 13 14:39:19.651112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:19.756238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Deleting port c54c2bc0-8af2-4905-8af2-853a756666fe {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:39:19.756906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:19.812021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382f58-5e02-45a5-87a4-826e7b8f376b req-5bb3af30-ebbb-45f7-82c2-87a992fe14d6 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:19.815036 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5b382f58-5e02-45a5-87a4-826e7b8f376b req-5bb3af30-ebbb-45f7-82c2-87a992fe14d6 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 946 time: 0.5283742 Apr 13 14:39:20.119348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854375815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7984873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772140'] for router, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:20.149762 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0f59304d-9e1d-5559-ad7f-a80d5d2f555b-7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'fixed_ips': [{'subnet_id': '9b815866-a0cd-441a-9f86-9587e4d96c97'}]}} from dv-cinder-786054-1-smb. {{(pid=85282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 13 14:39:20.151491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:20.267198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:20.267630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:20.475990 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5b382f58-5e02-45a5-87a4-826e7b8f376b req-86ae7e85-f00a-4885-bfa9-bf6419a18bff tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/security-groups?id=3200829a-6247-4b42-a1c3-964aff266545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934711 Apr 13 14:39:20.521304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 2, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:20.536063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] For port c54c2bc0-8af2-4905-8af2-853a756666fe, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c54c2bc0-8af2-4905-8af2-853a756666fe,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:20.536467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:20.569085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Checking router: b6c2bcc0-e3de-4a75-81b7-b11caedbc3af for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:39:20.569766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Updating router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:39:20.615730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:20.653752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:20.664950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:20.673629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Calling delete_port for c54c2bc0-8af2-4905-8af2-853a756666fe owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:39:20.698700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Allocated IP 172.20.0.2 (7572a4bb-01fa-4517-82d4-eb34058a8cfc/9b815866-a0cd-441a-9f86-9587e4d96c97/4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b) {{(pid=85282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:20.818801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Allocated IP 172.28.0.232 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/f66c1d53-266d-4841-a0bf-b628aa1048c7) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:20.903718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823df55-345f-4cb1-a8ac-8d8dc78b219b req-6ca9aaf1-3e28-4a18-99fb-a3b453a4b546 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:20.919792 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f823df55-345f-4cb1-a8ac-8d8dc78b219b req-6ca9aaf1-3e28-4a18-99fb-a3b453a4b546 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 1.0417063 Apr 13 14:39:21.047983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.048333 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f823df55-345f-4cb1-a8ac-8d8dc78b219b req-4a9f5d5a-77d5-40e7-8106-c204a32f5b00 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050611 Apr 13 14:39:21.048333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-6647cbf2-f77b-4fdb-aeeb-18f940d5a1d9 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:21.050959 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-6647cbf2-f77b-4fdb-aeeb-18f940d5a1d9 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/networks?id=2825332a-2244-4b87-9a5e-20866335f6bb HTTP/1.1" status: 200 len: 813 time: 0.3470838 Apr 13 14:39:21.069594 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-d280f285-3d96-41d5-b43a-b5761be92e73 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/quotas/c56fbbecfadf458c92f353ea1841e9d6 HTTP/1.1" status: 200 len: 375 time: 0.0176039 Apr 13 14:39:21.081320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.104401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:21.123205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.147721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fa454cf0-d6ae-42b9-91b4-cb6a0b91fb74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:21.183278 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-16a3b5ff-3bc0-4545-8ab8-b161bd4afca9 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c56fbbecfadf458c92f353ea1841e9d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097565 Apr 13 14:39:21.189582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Notify callbacks [] for port, precommit_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.208482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Transition to ACTIVE for port object 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:21.235979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Pushing event deleted for resources: {'Port': ['ID=c54c2bc0-8af2-4905-8af2-853a756666fe,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:21.242972 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:21.250509 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Transition to ACTIVE for port object 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b will not be triggered until provisioned by entity DHCP. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:21.260596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.266428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Pushing event updated for resources: {'Port': ['ID=f66c1d53-266d-4841-a0bf-b628aa1048c7,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:21.276846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:21.296242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:21.345350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:21.347330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:21.351388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:21.405676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Pushing event updated for resources: {'Port': ['ID=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,revision_number=1']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:21.417325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:21.500311 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-c3af134a-bef1-4168-a619-1e8a9e4088ba service neutron] 10.222.0.35 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965717 Apr 13 14:39:21.581724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] No DVR routers for this DVR port c54c2bc0-8af2-4905-8af2-853a756666fe on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:39:21.600814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.603252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'name': 'network-vif-deleted', 'tag': 'c54c2bc0-8af2-4905-8af2-853a756666fe'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:39:21.682484 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f21fd98a-bcd2-41f3-9910-ee3c9698d561 req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.26 "DELETE /v2.0/ports/c54c2bc0-8af2-4905-8af2-853a756666fe HTTP/1.1" status: 204 len: 173 time: 2.0613031 Apr 13 14:39:21.707670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.739904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Transition to ACTIVE for port object 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:21.747154 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-38c65e4d-7952-4cc0-abb7-8db747f81359 service neutron] 10.222.0.35 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971161 Apr 13 14:39:21.769919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc is already hosted by enough agents. {{(pid=85282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:21.771412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Resources bound (agent type, host, resource id): {{(pid=85282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:21.773424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:21.942759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-640331b5-38f3-4c89-8461-d3874779fadb req-4c717355-0faf-4db2-be3f-8ad4a67cf95b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Synchronizing usage tracker for tenant:04806fca33cd4cf1aae14df360086452 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:39:21.953635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Received port after_create {{(pid=85282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:21.957482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-14439b04-ab48-490f-b74a-6b327a755c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:21.976691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-640331b5-38f3-4c89-8461-d3874779fadb req-4c717355-0faf-4db2-be3f-8ad4a67cf95b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Unset dirty status for tenant:04806fca33cd4cf1aae14df360086452 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:39:21.978750 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-640331b5-38f3-4c89-8461-d3874779fadb req-4c717355-0faf-4db2-be3f-8ad4a67cf95b tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b50405c-2d25-4bd0-b7a5-29e1a1e52d48 HTTP/1.1" status: 200 len: 210 time: 0.1400626 Apr 13 14:39:22.048748 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b50405c-2d25-4bd0-b7a5-29e1a1e52d48', 'name': 'network-vif-deleted', 'tag': 'c54c2bc0-8af2-4905-8af2-853a756666fe', 'status': 'completed', 'code': 200} Apr 13 14:39:22.071615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:22.074620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258f55d-24c8-4f17-bdf5-104398ebbf90 None None] Pushing event updated for resources: {'Port': ['ID=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:22.081921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e258f55d-24c8-4f17-bdf5-104398ebbf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:22.151178 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7f1da3db-6e3d-48ba-99c7-4ce18ea4ceb1 req-f688f659-0a59-4442-8706-11b92ff17c28 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 210 time: 0.0889258 Apr 13 14:39:22.344451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a7fdd-5387-4e92-9136-483143bf77f6 req-3ab95893-1e50-4481-b5c2-a0f033024c77 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:22.356735 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1f8a7fdd-5387-4e92-9136-483143bf77f6 req-3ab95893-1e50-4481-b5c2-a0f033024c77 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1393812 Apr 13 14:39:22.367259 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Attempting to bind port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:39:22.367764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Attempting to bind port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:39:22.368294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Attempting to bind port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b on network 7572a4bb-01fa-4517-82d4-eb34058a8cfc {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:22.413445 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1f8a7fdd-5387-4e92-9136-483143bf77f6 req-ac49e92a-764b-4234-a0b9-12d703f6cd12 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505128 Apr 13 14:39:22.448575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:39:22.449422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Checking segment: {'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:22.449894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:22.450345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Bound using segment: {'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:39:22.450903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Bound port: 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:39:22.451415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:22.544423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Attempting to bind port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:39:22.545783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Attempting to bind port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:39:22.545783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Attempting to bind port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e on network 757ddc73-85fa-453e-a77b-486a8c22b276 {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:22.571595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:39:22.572027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Checking segment: {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:22.572476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:22.573610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Bound using segment: {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:39:22.573610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Bound port: 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:39:22.573847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:22.604732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846790943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-399954'] for router, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:22.613224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c54c2bc0-8af2-4905-8af2-853a756666fe no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:39:22.679078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: c54c2bc0-8af2-4905-8af2-853a756666fe {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:39:22.679371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device c54c2bc0-8af2-4905-8af2-853a756666fe not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:39:22.688188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] For port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:39:22.717371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] For port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,segment=NetworkSegment(fc08ff7a-4423-4e64-8b19-6a2e990285ae),segment_id=fc08ff7a-4423-4e64-8b19-6a2e990285ae)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:39:22.722493 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:22.740897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:22.882055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] For port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:39:22.954801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] For port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:39:22.970406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:23.052649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Pushing event updated for resources: {'Port': ['ID=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,revision_number=2']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:23.060256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:23.095672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:23.118208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 is scheduled to L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f with binding_index 1 {{(pid=85280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 13 14:39:23.193311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44156) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:23.261711 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258f55d-24c8-4f17-bdf5-104398ebbf90 None None] Pushing event updated for resources: {'Port': ['ID=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:23.274224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e258f55d-24c8-4f17-bdf5-104398ebbf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:23.320390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:23.321118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:23.474050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:39:23.485323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Sync routers for ids ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:39:23.509929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Routers {'13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:23.514020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:23.564555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:23.566099 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1814892 Apr 13 14:39:23.571767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44164) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:23.782290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:23.977390 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a423ba62-ab92-458e-8269-88ee2799331b req-04de8bce-3f6d-41b3-a5ab-73ae589e7728 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 210 time: 0.3327365 Apr 13 14:39:24.232423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Set router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:24.453694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:22Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:24.457746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23da1c91-922d-49bd-8633-35db36f4b3bd None None] The sync data for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb is: [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:22Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:39:24.478210 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d2dc1-c6ee-4e4d-b826-00db8453fb5b req-743dd38a-3ee8-483b-9e1e-d644326ae362 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:24.486618 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a55d2dc1-c6ee-4e4d-b826-00db8453fb5b req-743dd38a-3ee8-483b-9e1e-d644326ae362 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.4222095 Apr 13 14:39:24.544482 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a55d2dc1-c6ee-4e4d-b826-00db8453fb5b req-b0c115f5-573d-45e3-a822-1335279ca531 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568578 Apr 13 14:39:24.596830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-0cd12383-ac5b-4adf-80b3-3d802f311c9d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:24.598507 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-0cd12383-ac5b-4adf-80b3-3d802f311c9d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "GET /v2.0/networks?id=2825332a-2244-4b87-9a5e-20866335f6bb HTTP/1.1" status: 200 len: 813 time: 0.7360351 Apr 13 14:39:24.657819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Request body: {'port': {'device_id': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb', 'admin_state_up': True, 'tenant_id': 'c56fbbecfadf458c92f353ea1841e9d6'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:24.816557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.066551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:39:21Z', 'revision_number': 3, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port': {'id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:20Z', 'updated_at': '2021-04-13T14:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:25.071979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Checking router: 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:39:25.073325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Updating router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 port f66c1d53-266d-4841-a0bf-b628aa1048c7 binding host dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:39:25.155119 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Allocated IP 172.20.0.1 (7572a4bb-01fa-4517-82d4-eb34058a8cfc/9b815866-a0cd-441a-9f86-9587e4d96c97/52e0b94a-dc63-4698-9734-37d4fc7c1e15) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:25.168044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.231911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfcc3c8-9caa-4faf-a61b-9cd65a308bf8 None None] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:39:25.351901 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.355934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:25.372482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Transition to ACTIVE for port object 52e0b94a-dc63-4698-9734-37d4fc7c1e15 will not be triggered until provisioned by entity DHCP. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:25.399015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.402087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:25.416906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:25.449246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-235ca224-b01d-43a4-83a5-1b789dd3512b None None] Provisioning for port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:25.473145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Made reservation on behalf of c56fbbecfadf458c92f353ea1841e9d6 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:25.479446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.660392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Pushing event updated for resources: {'Port': ['ID=52e0b94a-dc63-4698-9734-37d4fc7c1e15,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:25.663779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:25.744565 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8d0a00c3-77d1-45b1-a867-8fc9b3fea0dc req-519d2771-a5dd-4011-8d5e-bae97f9dd30b tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 210 time: 0.1514056 Apr 13 14:39:25.754130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:25.756621 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:25.758004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:25.762873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:25.821374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400021'] for router_interface, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.865439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:25.874825 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:25.875280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.956902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Notify callbacks [] for port, precommit_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:25.979445 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Transition to ACTIVE for port object f66c1d53-266d-4841-a0bf-b628aa1048c7 will not be triggered until provisioned by entity L2. {{(pid=85283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:25.986908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.006238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.017356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9c09b09c-8c03-447b-a390-0ebf8ee575d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:26.085438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985197'] for router_interface, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.203272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3a678-8081-470d-ad20-f07eff7b5ade req-9d6d9ccf-1650-4f72-9974-279d8833dba5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:26.205056 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-63e3a678-8081-470d-ad20-f07eff7b5ade req-9d6d9ccf-1650-4f72-9974-279d8833dba5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.4529905 Apr 13 14:39:26.294033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Allocated IP 172.20.0.12 (2825332a-2244-4b87-9a5e-20866335f6bb/ed7d2c31-5a04-4ab3-9d05-c38d8577aec6/8fd6dee4-ca60-4e12-9937-f1039d0ebc23) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:26.337289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.344324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Attempting to bind port f66c1d53-266d-4841-a0bf-b628aa1048c7 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:39:26.344749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Attempting to bind port f66c1d53-266d-4841-a0bf-b628aa1048c7 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:39:26.345297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Attempting to bind port f66c1d53-266d-4841-a0bf-b628aa1048c7 on network 26cf31ba-cb73-4e12-84c0-0435343e436d {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:26.349813 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-63e3a678-8081-470d-ad20-f07eff7b5ade req-e8ef26c8-4bbc-4070-8af5-1540048f24e8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528491 Apr 13 14:39:26.359666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,segment=NetworkSegment(fc08ff7a-4423-4e64-8b19-6a2e990285ae),segment_id=fc08ff7a-4423-4e64-8b19-6a2e990285ae)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:26.363255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.364333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:26.369440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:39:26.369867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Checking segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:26.370714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.371141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Bound using segment: {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'} {{(pid=85283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:39:26.371680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Bound port: f66c1d53-266d-4841-a0bf-b628aa1048c7, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cd3e24-25ad-46b3-91f0-2d9c18d856dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}}] {{(pid=85283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:39:26.372107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.422942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:26.478748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] For port f66c1d53-266d-4841-a0bf-b628aa1048c7, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:39:26.482627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] For port f66c1d53-266d-4841-a0bf-b628aa1048c7, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=f66c1d53-266d-4841-a0bf-b628aa1048c7,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:39:26.484203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48580e48-03cf-43aa-b2dd-a32ceb33ee12 None None] Pushing event updated for resources: {'Port': ['ID=f66c1d53-266d-4841-a0bf-b628aa1048c7,revision_number=2']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:26.500159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48580e48-03cf-43aa-b2dd-a32ceb33ee12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:26.503422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.505973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85283) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.508068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.551555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-913309e5-8370-4da2-a8d5-017fcb7e5c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:26.579775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:26.586975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:26.618025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:26.624023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e3624dca-11db-4a42-be75-c33e5531bae5 None None] Provisioning for port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:26.629572 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:26.630002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.661638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Pushing event updated for resources: {'Port': ['ID=52e0b94a-dc63-4698-9734-37d4fc7c1e15,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:26.665033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8100331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7985212'] for router_interface, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.673719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:26.683708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:26.701438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e3624dca-11db-4a42-be75-c33e5531bae5 None None] Provisioning complete for port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:26.701872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e3624dca-11db-4a42-be75-c33e5531bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.766577 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Routers {'13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:26.767270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:26.814762 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.851112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-e3624dca-11db-4a42-be75-c33e5531bae5 None None] Port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:39:26.878919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e3624dca-11db-4a42-be75-c33e5531bae5 None None] Provisioning complete for port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:26.880146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e3624dca-11db-4a42-be75-c33e5531bae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.925400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:26.932005 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:26.934485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:26.975597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] Set router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:27.048187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:27.083450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:27.151587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:27.171766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:27.178879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:27.195074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Network 2825332a-2244-4b87-9a5e-20866335f6bb is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:27.206641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:27.220624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:27.222637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:39:27.226893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:27.227595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:27.248023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48580e48-03cf-43aa-b2dd-a32ceb33ee12 None None] Pushing event updated for resources: {'Port': ['ID=f66c1d53-266d-4841-a0bf-b628aa1048c7,revision_number=3']} {{(pid=85283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:27.261049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48580e48-03cf-43aa-b2dd-a32ceb33ee12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=85283) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:27.284445 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:27.285263 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6433353 Apr 13 14:39:27.290373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:27.308056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Pushing event updated for resources: {'Port': ['ID=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:27.314482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Request body: {'port': {'device_id': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:27.355878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fc3d3f46-9952-4a53-b4bd-147573e7b738 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:27.435840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4e4ba084-9fa4-4864-9497-9b561ea8f68b None None] Provisioning complete for port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:27.436277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4e4ba084-9fa4-4864-9497-9b561ea8f68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:27.478035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6b102-f96d-4fbe-8ed5-86d2bbec8987 req-baa4ac37-c0aa-44c7-83d1-77964426b7fd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:27.478860 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-2de6b102-f96d-4fbe-8ed5-86d2bbec8987 req-baa4ac37-c0aa-44c7-83d1-77964426b7fd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Synchronizing usage tracker for tenant:c56fbbecfadf458c92f353ea1841e9d6 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:39:27.513358 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:39:27.534248 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] 10.222.0.35 "PUT /v2.0/routers/13a1ad22-3d46-4abf-83b8-0c690bc0b2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9519114 Apr 13 14:39:27.534488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:39:25Z', 'revision_number': 4, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port': {'id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:20Z', 'updated_at': '2021-04-13T14:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '52e0b94a-dc63-4698-9734-37d4fc7c1e15', 'name': '', 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'mac_address': 'fa:16:3e:46:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:24Z', 'updated_at': '2021-04-13T14:39:26Z', 'revision_number': 2, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'subnets': [{'id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:27.540346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192da89-1d17-43f3-a711-1ff439397789 None None] The sync data for ids ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'] in dv-cinder-786054-1-smb is: [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:39:25Z', 'revision_number': 4, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port': {'id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:20Z', 'updated_at': '2021-04-13T14:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '52e0b94a-dc63-4698-9734-37d4fc7c1e15', 'name': '', 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'mac_address': 'fa:16:3e:46:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:24Z', 'updated_at': '2021-04-13T14:39:26Z', 'revision_number': 2, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'subnets': [{'id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:39:27.574533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ba084-9fa4-4864-9497-9b561ea8f68b None None] Port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:39:27.608796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:27.693473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-2de6b102-f96d-4fbe-8ed5-86d2bbec8987 req-baa4ac37-c0aa-44c7-83d1-77964426b7fd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Unset dirty status for tenant:c56fbbecfadf458c92f353ea1841e9d6 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:39:27.695244 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2de6b102-f96d-4fbe-8ed5-86d2bbec8987 req-baa4ac37-c0aa-44c7-83d1-77964426b7fd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 932 time: 0.8222456 Apr 13 14:39:27.704831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:27.705357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:27.716165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:27.779542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Deleting port 1ed4d8b4-496c-419c-a324-26c8044cc615 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:39:27.779934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:27.836407 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2de6b102-f96d-4fbe-8ed5-86d2bbec8987 req-605f7a71-eea9-4ec0-8fbe-540acc0cd689 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221051 Apr 13 14:39:27.863643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:27.980185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:27.980185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:28.354898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9027b7-dafb-4296-8df6-5c429ad893f0 req-f06c1ca6-be42-4160-a389-bf00f278ce02 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:28.356605 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b9027b7-dafb-4296-8df6-5c429ad893f0 req-f06c1ca6-be42-4160-a389-bf00f278ce02 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.8334472 Apr 13 14:39:28.471468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] For port 1ed4d8b4-496c-419c-a324-26c8044cc615, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=1ed4d8b4-496c-419c-a324-26c8044cc615,segment=NetworkSegment(00872acf-1db9-475d-8c31-783cb8b23d77),segment_id=00872acf-1db9-475d-8c31-783cb8b23d77)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:28.472343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:28.484063 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b9027b7-dafb-4296-8df6-5c429ad893f0 req-f94c0329-47af-441d-8b5b-3bb70c2b986e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103632 Apr 13 14:39:28.651871 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Calling delete_port for 1ed4d8b4-496c-419c-a324-26c8044cc615 owned by network:router_interface {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:39:29.491473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6e35e-fb7d-48e9-be8d-c8d434cacd92 req-d51b448e-1484-473b-a8a6-22055b30d6fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:29.493226 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ff6e35e-fb7d-48e9-be8d-c8d434cacd92 req-d51b448e-1484-473b-a8a6-22055b30d6fb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.4454310 Apr 13 14:39:29.501538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec4359-8d56-43de-bff8-379c9aa073f1 req-f8712fdb-b9a1-4c38-9038-54740be0b6bb tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:29.509424 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9cec4359-8d56-43de-bff8-379c9aa073f1 req-f8712fdb-b9a1-4c38-9038-54740be0b6bb tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 932 time: 0.4626145 Apr 13 14:39:29.585278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-28107798-e88b-4a16-a681-fbf0bc726be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:29.586848 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-28107798-e88b-4a16-a681-fbf0bc726be6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 1099 time: 0.4038010 Apr 13 14:39:29.599291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:39:29.616220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:29.633677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device f66c1d53-266d-4841-a0bf-b628aa1048c7 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:29.666261 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9cec4359-8d56-43de-bff8-379c9aa073f1 req-da453a66-fbc2-4061-b0c7-521601b1a8f8 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557946 Apr 13 14:39:29.684496 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ff6e35e-fb7d-48e9-be8d-c8d434cacd92 req-9ac395aa-a460-4155-83ac-cdcde80e6855 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397655 Apr 13 14:39:29.715522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Transition to ACTIVE for port object 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:29.730096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:29.753946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port f66c1d53-266d-4841-a0bf-b628aa1048c7 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:29.761687 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port f66c1d53-266d-4841-a0bf-b628aa1048c7 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:29.762173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:29.810042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:29.848882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:29.947894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:29.970742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port f66c1d53-266d-4841-a0bf-b628aa1048c7, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=f66c1d53-266d-4841-a0bf-b628aa1048c7,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:29.974834 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:29.977457 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e258f55d-24c8-4f17-bdf5-104398ebbf90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:30.073013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=f66c1d53-266d-4841-a0bf-b628aa1048c7,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:30.079504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:30.110090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:30.113143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:30.118173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7a1ff1f1-f5a9-475a-b9a3-31bd7c36e52a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:30.149852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-d3c19c7b-6f80-4d91-bb74-275eb7567d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:30.151418 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-d3c19c7b-6f80-4d91-bb74-275eb7567d79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 912 time: 0.5329676 Apr 13 14:39:30.251995 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed4d8b4-496c-419c-a324-26c8044cc615,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:30.254889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:30.683961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-b12655df-b4e9-4866-bda4-3860312a9813 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ebba991-1b94-4937-806c-300fbf5dc948 HTTP/1.1" status: 200 len: 1001 time: 0.5217974 Apr 13 14:39:31.163263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Attempting to bind port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:39:31.163556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Attempting to bind port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:39:31.163923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Attempting to bind port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 on network 2825332a-2244-4b87-9a5e-20866335f6bb {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:31.192682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 on network 2825332a-2244-4b87-9a5e-20866335f6bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:39:31.193095 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Attempting to bind port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 on network 2825332a-2244-4b87-9a5e-20866335f6bb {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:31.210875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:39:31.211250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Checking segment: {'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:31.211670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Bound using segment: {'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:39:31.212139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Bound port: 8fd6dee4-ca60-4e12-9937-f1039d0ebc23, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e37267b-ae04-44f6-93b2-5964188e06ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:39:31.212519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:31.245374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-f40a4b33-2e04-42ac-a748-9d07a083e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:31.246948 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-f40a4b33-2e04-42ac-a748-9d07a083e36b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.4257703 Apr 13 14:39:31.317783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Sync routers for ids ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:39:31.330676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Routers {'13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:31.331360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:31.409672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846675485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400090'] for router_interface, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:31.449038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f5c8-e90d-4928-b3f2-d73bb1954ff8 req-dd86562b-ca79-4609-978f-9a55a6f0582f tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:31.450653 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c706f5c8-e90d-4928-b3f2-d73bb1954ff8 req-dd86562b-ca79-4609-978f-9a55a6f0582f tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 944 time: 0.5445681 Apr 13 14:39:31.512953 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c706f5c8-e90d-4928-b3f2-d73bb1954ff8 req-68306e15-db90-4286-b07b-fe07c1e26c16 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Apr 13 14:39:31.576076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704153-a959-47e5-8973-b0ca24737894 req-7924ee02-396f-41c2-baa7-801a232816f2 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:31.577737 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4e704153-a959-47e5-8973-b0ca24737894 req-7924ee02-396f-41c2-baa7-801a232816f2 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.5745456 Apr 13 14:39:31.578984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] For port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:39:31.638785 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Set router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:31.641450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] For port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:39:31.646031 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4e704153-a959-47e5-8973-b0ca24737894 req-eeeece49-8816-473a-8829-891873ea633d tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561678 Apr 13 14:39:31.651986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:31.671424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3fc05c41-8064-40d3-a07b-129f431b769c tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:31.728244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-301471e7-cde7-4bee-8d7b-485c96c1716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:31.729811 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-301471e7-cde7-4bee-8d7b-485c96c1716c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4710877 Apr 13 14:39:31.738935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device f66c1d53-266d-4841-a0bf-b628aa1048c7 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:31.960796 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-e45a1f60-93a4-468e-a49a-ca3a41e44c65 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121160 Apr 13 14:39:32.049844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port f66c1d53-266d-4841-a0bf-b628aa1048c7 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:32.049844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:32.128648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:32.136595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:32.307298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:39:25Z', 'revision_number': 4, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port': {'id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:20Z', 'updated_at': '2021-04-13T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '52e0b94a-dc63-4698-9734-37d4fc7c1e15', 'name': '', 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'mac_address': 'fa:16:3e:46:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:24Z', 'updated_at': '2021-04-13T14:39:26Z', 'revision_number': 2, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'subnets': [{'id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:32.315473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Checking router: 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:39:32.321192 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Updating router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 binding host dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 13 14:39:32.396005 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:32.397084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:32.398216 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] 10.222.0.26 "PUT /v2.0/ports/8fd6dee4-ca60-4e12-9937-f1039d0ebc23 HTTP/1.1" status: 200 len: 1094 time: 5.0952849 Apr 13 14:39:32.404109 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'tag': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:39:32.415499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:32.520407 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-45d3208b-baf1-41c2-9374-8bde7976df39 req-03c786ab-b62d-4086-9126-547e134692fa service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418165 Apr 13 14:39:32.536961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'tag': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23', 'status': 'completed', 'code': 200} Apr 13 14:39:32.863564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbb63bbd-41de-46e3-b1ef-9f2314f3a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:33.014595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Router 91857a2d-2423-47ef-bf22-fec2156a12cc has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:39:33.307815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-1fe8e0ec-e530-418d-8e8a-6f22ce6d2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:33.309500 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-1fe8e0ec-e530-418d-8e8a-6f22ce6d2e8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c56fbbecfadf458c92f353ea1841e9d6&device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 1097 time: 0.8510485 Apr 13 14:39:33.335715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Notify callbacks [] for port, precommit_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:33.352471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Transition to ACTIVE for port object 52e0b94a-dc63-4698-9734-37d4fc7c1e15 will not be triggered until provisioned by entity L2. {{(pid=85282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:33.359506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:33.396461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:33.431825 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-6da96ab1-7ddd-4e58-ae41-33867d43b260 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fd6dee4-ca60-4e12-9937-f1039d0ebc23 HTTP/1.1" status: 200 len: 217 time: 0.1019230 Apr 13 14:39:33.536717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-6726c1aa-c5ed-4675-b7a9-e8d339ed7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:33.538330 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-6726c1aa-c5ed-4675-b7a9-e8d339ed7a42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed7d2c31-5a04-4ab3-9d05-c38d8577aec6 HTTP/1.1" status: 200 len: 853 time: 0.0926986 Apr 13 14:39:33.562142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e60f7-40ad-40ac-bd65-c0b23b462886 None None] Pushing event updated for resources: {'Port': ['ID=52e0b94a-dc63-4698-9734-37d4fc7c1e15,revision_number=3']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:33.568724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-865e60f7-40ad-40ac-bd65-c0b23b462886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:33.603537 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3744b26-8a69-47ef-abb3-d88d944941e0 req-51319f1c-0ab0-43a4-b46f-3385aad336bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:33.612242 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3744b26-8a69-47ef-abb3-d88d944941e0 req-51319f1c-0ab0-43a4-b46f-3385aad336bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.6096885 Apr 13 14:39:33.678224 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3744b26-8a69-47ef-abb3-d88d944941e0 req-772e5dbc-eb43-4c83-83cb-8cfdac5e2aba tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654418 Apr 13 14:39:33.741334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:39:33.751389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] Sync routers for ids ['91857a2d-2423-47ef-bf22-fec2156a12cc'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:39:33.765219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5318b51-eebf-4300-9fce-08128272ab70 req-e37b8ab2-f830-4930-aef9-53c72736d1cd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:33.766958 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c5318b51-eebf-4300-9fce-08128272ab70 req-e37b8ab2-f830-4930-aef9-53c72736d1cd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 944 time: 0.7666373 Apr 13 14:39:33.769950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] Routers {'91857a2d-2423-47ef-bf22-fec2156a12cc'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:33.770673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['91857a2d-2423-47ef-bf22-fec2156a12cc'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:33.774528 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-9d8f34cb-253b-4d5a-987c-7df18d2384e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2825332a-2244-4b87-9a5e-20866335f6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2254422 Apr 13 14:39:33.908790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Attempting to bind port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 on host dv-cinder-786054-1-smb for vnic_type normal with profile {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:39:33.909447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Attempting to bind port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 by drivers openvswitch,hyperv on host dv-cinder-786054-1-smb at level 0 using segments [{'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:39:33.909542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Attempting to bind port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 on network 7572a4bb-01fa-4517-82d4-eb34058a8cfc {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:39:33.920964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Checking agent: {'id': 'b8ce6c4e-d1a8-4edf-9da5-2dda98d4c43d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 27, 6), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:39:33.921399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Checking segment: {'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:33.922028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:33.922474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Bound using segment: {'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'} {{(pid=85282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:39:33.923012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Bound port: 52e0b94a-dc63-4698-9734-37d4fc7c1e15, host: dv-cinder-786054-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc08ff7a-4423-4e64-8b19-6a2e990285ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc'}}] {{(pid=85282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:39:33.923438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:34.016257 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] 10.222.0.35 "PUT /v2.0/routers/91857a2d-2423-47ef-bf22-fec2156a12cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8212991 Apr 13 14:39:34.019247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44226) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:34.044178 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] For port 52e0b94a-dc63-4698-9734-37d4fc7c1e15, host dv-cinder-786054-1-smb, cleared binding levels {{(pid=85282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:39:34.049188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] For port 52e0b94a-dc63-4698-9734-37d4fc7c1e15, host dv-cinder-786054-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=52e0b94a-dc63-4698-9734-37d4fc7c1e15,segment=NetworkSegment(fc08ff7a-4423-4e64-8b19-6a2e990285ae),segment_id=fc08ff7a-4423-4e64-8b19-6a2e990285ae)] {{(pid=85282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:39:34.058196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:34.072130 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c5318b51-eebf-4300-9fce-08128272ab70 req-e424cd18-67ef-404e-a81f-2b0339a54eec tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963979 Apr 13 14:39:34.087658 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-a12bdc93-bc61-40b6-bbf2-90d55a53dedf service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945304 Apr 13 14:39:34.109443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e0aa928e-da67-4769-aef9-d159de65301d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:34.129370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] Set router 91857a2d-2423-47ef-bf22-fec2156a12cc gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:34.256051 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdaf1a1b-d477-4efb-a9cb-189ca1bf792c req-a54cf321-121f-4111-8396-fc5b38c13ffa service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610465 Apr 13 14:39:34.328146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e60f7-40ad-40ac-bd65-c0b23b462886 None None] Pushing event updated for resources: {'Port': ['ID=52e0b94a-dc63-4698-9734-37d4fc7c1e15,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:34.342555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-865e60f7-40ad-40ac-bd65-c0b23b462886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:34.422371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Routers {'13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:34.423191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:34.493595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186703f4-4da5-49e9-9174-86f63350ad3a req-68cc20b3-f494-49f6-9cb6-595f67722f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:34.501418 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-186703f4-4da5-49e9-9174-86f63350ad3a req-68cc20b3-f494-49f6-9cb6-595f67722f5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c56fbbecfadf458c92f353ea1841e9d6&device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 1097 time: 0.1794109 Apr 13 14:39:34.656305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:39:29Z', 'revision_number': 5, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:34.662042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] Checking router: 91857a2d-2423-47ef-bf22-fec2156a12cc for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:39:34.674447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] Routers {'91857a2d-2423-47ef-bf22-fec2156a12cc'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:39:34.675488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:39:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['91857a2d-2423-47ef-bf22-fec2156a12cc'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:34.770399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] Set router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:34.828642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186703f4-4da5-49e9-9174-86f63350ad3a req-4e186f4f-1c8c-42a9-a921-0152efed5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:34.837379 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-186703f4-4da5-49e9-9174-86f63350ad3a req-4e186f4f-1c8c-42a9-a921-0152efed5970 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2825332a-2244-4b87-9a5e-20866335f6bb HTTP/1.1" status: 200 len: 914 time: 0.3309329 Apr 13 14:39:35.066931 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-186703f4-4da5-49e9-9174-86f63350ad3a req-ceaaa0b1-8831-478d-a7ca-076f7968d262 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fd6dee4-ca60-4e12-9937-f1039d0ebc23 HTTP/1.1" status: 200 len: 217 time: 0.2259789 Apr 13 14:39:35.103678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:35.183139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] Set router 91857a2d-2423-47ef-bf22-fec2156a12cc gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:39:35.229889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186703f4-4da5-49e9-9174-86f63350ad3a req-48c30c03-cd56-4003-8dbd-9a1591a66a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:35.231472 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-186703f4-4da5-49e9-9174-86f63350ad3a req-48c30c03-cd56-4003-8dbd-9a1591a66a71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed7d2c31-5a04-4ab3-9d05-c38d8577aec6 HTTP/1.1" status: 200 len: 853 time: 0.1053748 Apr 13 14:39:35.242085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bdd54-bc25-4b2d-8a90-445e00aaf0c7 req-7b915af7-1793-4fb2-8276-43a165e5a474 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:35.243735 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f93bdd54-bc25-4b2d-8a90-445e00aaf0c7 req-7b915af7-1793-4fb2-8276-43a165e5a474 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1734271 Apr 13 14:39:35.298409 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-186703f4-4da5-49e9-9174-86f63350ad3a req-90c28829-d396-41b6-8106-6d768e90e59b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2825332a-2244-4b87-9a5e-20866335f6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535729 Apr 13 14:39:35.378414 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f93bdd54-bc25-4b2d-8a90-445e00aaf0c7 req-ef871826-3a1b-45ab-96c3-043950a04dcf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787694 Apr 13 14:39:35.525023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-02d8b0e7-b294-4956-b6d0-4978e2aa40c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:35.552756 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-186703f4-4da5-49e9-9174-86f63350ad3a req-2fd89c50-4c07-40b3-887a-a5f23d9ba9bb service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385757 Apr 13 14:39:35.595382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:35.613110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Deleting port 6e829916-2371-43f8-b494-5841908d8203 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:39:35.613654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:35.740398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 52e0b94a-dc63-4698-9734-37d4fc7c1e15 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:35.770101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:39:29Z', 'revision_number': 5, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:35.774826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8cb1ae-7406-4515-8fd9-dd488e17a886 None None] The sync data for ids ['91857a2d-2423-47ef-bf22-fec2156a12cc'] in dv-cinder-786054-1-smb is: [{'id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'name': 'tempest-ServerRescueNegativeTestJSON-1664686178-router', 'tenant_id': '04806fca33cd4cf1aae14df360086452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '6e829916-2371-43f8-b494-5841908d8203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:39:29Z', 'revision_number': 5, 'project_id': '04806fca33cd4cf1aae14df360086452', 'gw_port': {'id': '6e829916-2371-43f8-b494-5841908d8203', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91857a2d-2423-47ef-bf22-fec2156a12cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:39:35.866847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning for port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:35.887428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:39:25Z', 'revision_number': 4, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port': {'id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:20Z', 'updated_at': '2021-04-13T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '52e0b94a-dc63-4698-9734-37d4fc7c1e15', 'name': '', 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'mac_address': 'fa:16:3e:46:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:24Z', 'updated_at': '2021-04-13T14:39:34Z', 'revision_number': 4, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'subnets': [{'id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:35.925731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36f2cd-91e1-48e6-b001-d05ef9fef635 None None] The sync data for ids ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'] in dv-cinder-786054-1-smb is: [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:39:25Z', 'revision_number': 4, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port': {'id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:20Z', 'updated_at': '2021-04-13T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '52e0b94a-dc63-4698-9734-37d4fc7c1e15', 'name': '', 'network_id': '7572a4bb-01fa-4517-82d4-eb34058a8cfc', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'mac_address': 'fa:16:3e:46:29:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:24Z', 'updated_at': '2021-04-13T14:39:34Z', 'revision_number': 4, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'subnets': [{'id': '9b815866-a0cd-441a-9f86-9587e4d96c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:39:35.929515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:35.930112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:35.983306 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-186703f4-4da5-49e9-9174-86f63350ad3a req-da755403-96ed-435f-b90f-75cf4c144ad6 service neutron] 10.222.0.26 "GET /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817563 Apr 13 14:39:35.995994 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:36.023700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeec1d-c5c3-4f72-b4d1-02abb5cdc286 req-3e2d707e-7800-44bd-8f57-957034601424 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:36.032000 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1aeeec1d-c5c3-4f72-b4d1-02abb5cdc286 req-3e2d707e-7800-44bd-8f57-957034601424 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 944 time: 0.4781964 Apr 13 14:39:36.062560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] For port 6e829916-2371-43f8-b494-5841908d8203, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=6e829916-2371-43f8-b494-5841908d8203,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:36.063891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:36.090745 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1aeeec1d-c5c3-4f72-b4d1-02abb5cdc286 req-d86ec60e-07e5-4049-ad74-b5a6c6836063 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574701 Apr 13 14:39:36.212454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:36.236468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] For port 52e0b94a-dc63-4698-9734-37d4fc7c1e15, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=52e0b94a-dc63-4698-9734-37d4fc7c1e15,segment=NetworkSegment(fc08ff7a-4423-4e64-8b19-6a2e990285ae),segment_id=fc08ff7a-4423-4e64-8b19-6a2e990285ae)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:36.246628 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:36.250072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-865e60f7-40ad-40ac-bd65-c0b23b462886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:36.285716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Calling delete_port for 6e829916-2371-43f8-b494-5841908d8203 owned by network:router_gateway {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:39:36.422187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Pushing event updated for resources: {'Port': ['ID=52e0b94a-dc63-4698-9734-37d4fc7c1e15,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:36.425649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:36.427251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:36.672246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:39:36.806346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:36.833230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:36.871795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:36.893908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23', 'network_id': '2825332a-2244-4b87-9a5e-20866335f6bb', 'port_id': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23', 'mac_address': 'fa:16:3e:7e:03:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7d2c31-5a04-4ab3-9d05-c38d8577aec6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:39:36.972878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:36.974352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:39:37.006004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:37.009977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.012306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:37.026015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e829916-2371-43f8-b494-5841908d8203,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:37.030384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:37.112111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:37.115813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:37.186862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399932'] for router_gateway, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.245103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['8fd6dee4-ca60-4e12-9937-f1039d0ebc23'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:39:37.380153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f678475-8810-4087-890c-66bbf9cc8610 req-0f1f1b4d-817b-4777-b6e8-9da77ee7f2b4 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:37.383243 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9f678475-8810-4087-890c-66bbf9cc8610 req-0f1f1b4d-817b-4777-b6e8-9da77ee7f2b4 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 945 time: 0.1531024 Apr 13 14:39:37.443309 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9f678475-8810-4087-890c-66bbf9cc8610 req-28b5651a-3467-4a18-abde-144ed5d9995f tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Apr 13 14:39:37.444847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3679'] for router, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.452695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.551302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.643272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846796453'] for router, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.644082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91857a2d-2423-47ef-bf22-fec2156a12cc {{(pid=85280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 13 14:39:37.662167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.663725 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] 10.222.0.35 "DELETE /v2.0/routers/91857a2d-2423-47ef-bf22-fec2156a12cc HTTP/1.1" status: 204 len: 168 time: 3.6433971 Apr 13 14:39:37.668409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44242) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:37.697331 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-d9dfb13d-9e8d-4169-b6a3-a9a75589a9e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1225896 Apr 13 14:39:37.786976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Deleting subnet 8f6bc6f4-6501-4897-ad3e-29880e0f8da7 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:39:37.796830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.819220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 52e0b94a-dc63-4698-9734-37d4fc7c1e15 up at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:37.873713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:37.963068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:38.008797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-f32a007d-3426-424b-b426-d5583918a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:38.019171 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-f32a007d-3426-424b-b426-d5583918a916 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 1099 time: 0.2671206 Apr 13 14:39:38.029447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Provisioning complete for port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:38.029897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:38.237252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 1ed4d8b4-496c-419c-a324-26c8044cc615 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:39:38.284015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 1ed4d8b4-496c-419c-a324-26c8044cc615 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:39:38.284677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 1ed4d8b4-496c-419c-a324-26c8044cc615 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:39:38.373235 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-42c85603-7dee-4e9c-ac4c-e33536c89b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:38.374978 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-42c85603-7dee-4e9c-ac4c-e33536c89b64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.3299291 Apr 13 14:39:38.381006 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:38.401324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:38.452226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6bc6f4-6501-4897-ad3e-29880e0f8da7,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:38.460073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:38.531659 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-accf173b-026a-4b13-a8ff-e74203db38d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 200 len: 1001 time: 0.1457002 Apr 13 14:39:38.680051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:39:38.709473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-db104666-6d02-43e1-b66f-4ddf2827f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:38.713685 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-db104666-6d02-43e1-b66f-4ddf2827f5d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.1733685 Apr 13 14:39:38.835422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:38.849632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:38.850350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:38.998797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.016074 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8f6bc6f4-6501-4897-ad3e-29880e0f8da7 HTTP/1.1" status: 204 len: 168 time: 1.3436768 Apr 13 14:39:39.016481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44250) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:39.116323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19ab61-f603-4055-bc5c-f213b24c2778 req-a53be7bb-eee6-47e6-ad88-87e186d4fb22 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:39.119669 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c19ab61-f603-4055-bc5c-f213b24c2778 req-a53be7bb-eee6-47e6-ad88-87e186d4fb22 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 945 time: 0.4007921 Apr 13 14:39:39.139753 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-b36100ce-9904-4479-ba98-5d0330837493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:39.142759 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-b36100ce-9904-4479-ba98-5d0330837493 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4192805 Apr 13 14:39:39.168702 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.190834 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8c19ab61-f603-4055-bc5c-f213b24c2778 req-6234dd62-86c5-4e40-8403-edb7a1c068bd tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575800 Apr 13 14:39:39.206207 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.241359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.266162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:39:39.286718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:39:39.292265 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.303349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:39.438213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:39.442601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:39.459495 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23', 'code': 200} Apr 13 14:39:39.468974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.527939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 6e829916-2371-43f8-b494-5841908d8203 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:39:39.585918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 6e829916-2371-43f8-b494-5841908d8203 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:39:39.586323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 6e829916-2371-43f8-b494-5841908d8203 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:39:39.689184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6adf6f3c-111b-44dc-9532-0833e8f167d9']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:39.708971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00872acf-1db9-475d-8c31-783cb8b23d77') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:39.709351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00872acf-1db9-475d-8c31-783cb8b23d77') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:39:39.724438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.753705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:39.765745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:39:40.134777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:39:40.136536 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-f939f46c-2a38-453f-ace5-5dac4767d7a6 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9443083 Apr 13 14:39:40.155353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:40.162484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:39:40.316233 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0deaecc4-3718-4786-8858-ec0ccc4dc4e5 req-31a000ab-12c1-4c3e-b6ea-386e2e7ab3a2 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711674 Apr 13 14:39:40.336332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021c873-ccff-40d5-a039-71a899ac0428 req-6c958fcb-1332-4186-bf38-fcc609c6fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:40.338380 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0021c873-ccff-40d5-a039-71a899ac0428 req-6c958fcb-1332-4186-bf38-fcc609c6fae4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 1099 time: 0.3051519 Apr 13 14:39:40.381723 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0021c873-ccff-40d5-a039-71a899ac0428 req-94d78e3a-a869-4bd4-967e-f09caf2b0e0f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Apr 13 14:39:40.501014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Network 6adf6f3c-111b-44dc-9532-0833e8f167d9 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:39:40.527736 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:39:40.649247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee791e-06ec-4e2c-b60f-dce5b7adf8f0 req-3862789f-70d7-46ae-9956-79d630075744 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:40.651501 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bee791e-06ec-4e2c-b60f-dce5b7adf8f0 req-3862789f-70d7-46ae-9956-79d630075744 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.1144216 Apr 13 14:39:40.664327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:40.670048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:40.675411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:40.698150 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bee791e-06ec-4e2c-b60f-dce5b7adf8f0 req-0374aa0a-4f90-4de5-b8f4-a254a945f5f7 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Apr 13 14:39:40.711256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6adf6f3c-111b-44dc-9532-0833e8f167d9,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:40.724268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:40.727269 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6adf6f3c-111b-44dc-9532-0833e8f167d9 HTTP/1.1" status: 204 len: 168 time: 1.7094982 Apr 13 14:39:40.977424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44260) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:41.043903 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-da175e49-2af4-42b8-b836-67f79723996e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04806fca33cd4cf1aae14df360086452&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0642626 Apr 13 14:39:41.047977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44264) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:41.152331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8dafd499-c6a8-46bb-bef2-171af5a3eb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:41.216321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8dafd499-c6a8-46bb-bef2-171af5a3eb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:41.286320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8dafd499-c6a8-46bb-bef2-171af5a3eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:41.296096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2011a1d6-9f6a-4765-a8fa-db8a070ef044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:41.310136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafd499-c6a8-46bb-bef2-171af5a3eb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3200829a-6247-4b42-a1c3-964aff266545,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:41.313918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8dafd499-c6a8-46bb-bef2-171af5a3eb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:41.321645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8dafd499-c6a8-46bb-bef2-171af5a3eb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:41.323023 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8dafd499-c6a8-46bb-bef2-171af5a3eb78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3200829a-6247-4b42-a1c3-964aff266545 HTTP/1.1" status: 204 len: 168 time: 0.2736130 Apr 13 14:39:42.066664 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f554-d019-4682-99c2-18fba0f097c9 req-36c8fa99-57a3-40f6-856b-1a3a7535eece tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:42.068721 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4cb6f554-d019-4682-99c2-18fba0f097c9 req-36c8fa99-57a3-40f6-856b-1a3a7535eece tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.1585858 Apr 13 14:39:42.118082 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4cb6f554-d019-4682-99c2-18fba0f097c9 req-c12376b8-ec9b-41be-828a-a34ccb1b9fc5 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Apr 13 14:39:43.321345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-c8721315-4107-44e6-9ea3-e8c5da1411d6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:43.322215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-c8721315-4107-44e6-9ea3-e8c5da1411d6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Synchronizing usage tracker for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:network {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:39:43.351063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-c8721315-4107-44e6-9ea3-e8c5da1411d6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Unset dirty status for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:network {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:39:43.353309 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-c8721315-4107-44e6-9ea3-e8c5da1411d6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 814 time: 0.2240407 Apr 13 14:39:43.379755 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-47604462-0a5e-447b-bf11-0804ae6f0a3d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/quotas/9f9c296ccc154db1acbfa9a8f533f088 HTTP/1.1" status: 200 len: 375 time: 0.0198820 Apr 13 14:39:43.515176 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-fdbd4665-6c66-497c-b1f6-6d518470ef99 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221855 Apr 13 14:39:43.694481 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-afce85a0-b325-4d3d-bcd2-bea1caf12349 service neutron] 10.222.0.35 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587977 Apr 13 14:39:43.882667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44344) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:43.902525 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-3a658f82-e923-45e2-a825-459773f6aed3 service neutron] 10.222.0.35 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001083 Apr 13 14:39:44.132188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:44.152114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:44.156209 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-43449e1e-c79c-4602-b460-71cc7e673612 req-6dd67e84-f95c-4d64-ad3f-4528a259a09e tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 210 time: 0.0613098 Apr 13 14:39:44.156654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Usage tracker for resource:security_group_rule and tenant:f81c58973d5d42fbaab9afc35cb1546f is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:44.160074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:44.166683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:44.292747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:44.297329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:44.308852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5e847dff-ce19-499a-bc52-10e703ae2c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:44.363215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44368) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:44.363790 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f81c58973d5d42fbaab9afc35cb1546f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4794047 Apr 13 14:39:44.364865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789269af-35e8-43ce-a2d8-04566200069e,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:44.368850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:44.446888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:44.480368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:44.549951 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:44.556990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a127e039-1265-4b07-a897-0d6842c474bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:44.572948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789269af-35e8-43ce-a2d8-04566200069e,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:44.577526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:44.582085 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/789269af-35e8-43ce-a2d8-04566200069e HTTP/1.1" status: 204 len: 168 time: 0.2163029 Apr 13 14:39:44.583356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:45.012282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44384) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:45.032888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:45.049083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:45.053383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a3a569095cb46fcbc6e7eba24df1f65 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:45.056793 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:45.064021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:45.171978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:45.175251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:45.186417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ae101650-0da9-420f-bcc0-edbb06ea8d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:45.249936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e97853-add2-4f75-9632-ff4548d749df,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:45.258184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44394) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:45.261291 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3a3a569095cb46fcbc6e7eba24df1f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432554 Apr 13 14:39:45.264141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:45.400225 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e06df519-7b1a-4f9d-bda1-ef202b3eb207 req-f5de016f-e7e6-4bf0-92a6-b3452a18e2f5 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 210 time: 0.0780132 Apr 13 14:39:45.429263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:45.464051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:45.632423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:45.638069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a1d2d848-f012-4200-a888-16c695606d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:45.661887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e97853-add2-4f75-9632-ff4548d749df,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:45.665966 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:45.677807 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:45.679302 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c6e97853-add2-4f75-9632-ff4548d749df HTTP/1.1" status: 204 len: 168 time: 0.4189026 Apr 13 14:39:45.717102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-fe70964e-d36c-42d6-ab01-8e1c1a3e53da tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:45.725910 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-fe70964e-d36c-42d6-ab01-8e1c1a3e53da tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.26 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 814 time: 0.2154076 Apr 13 14:39:45.740745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'port': {'device_id': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'admin_state_up': True, 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:46.036732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:46.043863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:port and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:46.049455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:46.062388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:46.078368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Made reservation on behalf of 9f9c296ccc154db1acbfa9a8f533f088 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:46.089569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:46.590191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Allocated IP 172.20.0.10 (757ddc73-85fa-453e-a77b-486a8c22b276/571a478b-9e54-4d03-9813-2e2f07ea39d0/042643a9-01b6-4547-b6b7-46e6d9649218) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:39:46.823910 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9d1a3eab-5d79-4fc0-bc3a-763ab69a9cfe req-00c68bf2-dbac-47eb-9218-878c3be00401 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 210 time: 0.0730791 Apr 13 14:39:47.077894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:47.091919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893bcc9-6ae1-4b1b-a80b-988e9d23085d req-6582c776-ee7a-4ae5-a922-a5529f2814e8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:47.100436 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f893bcc9-6ae1-4b1b-a80b-988e9d23085d req-6582c776-ee7a-4ae5-a922-a5529f2814e8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.2217383 Apr 13 14:39:47.195013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Transition to ACTIVE for port object 042643a9-01b6-4547-b6b7-46e6d9649218 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:39:47.229008 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f893bcc9-6ae1-4b1b-a80b-988e9d23085d req-ca234063-11c2-48d8-9d47-b40059693669 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209750 Apr 13 14:39:47.300521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:47.343258 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-184e8362-bed5-4b3a-830e-eb4b27d4b52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:47.489968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:47.494027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:47.689861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Network 757ddc73-85fa-453e-a77b-486a8c22b276 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:39:47.692275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:47.710149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:39:47.742926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:47.744123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:47.794220 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0583899 Apr 13 14:39:48.071698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-d68f532b-40a0-4970-a8a3-164431c486a9 None None] Provisioning for port 042643a9-01b6-4547-b6b7-46e6d9649218 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:39:48.079017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-d68f532b-40a0-4970-a8a3-164431c486a9 None None] Provisioning complete for port 042643a9-01b6-4547-b6b7-46e6d9649218 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:39:48.079447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d68f532b-40a0-4970-a8a3-164431c486a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:48.177107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d68f532b-40a0-4970-a8a3-164431c486a9 None None] Port 042643a9-01b6-4547-b6b7-46e6d9649218 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:39:48.274221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891de4c3-676b-424f-930e-a77fa4c10689 req-66b29818-eaf5-459e-85d5-4a1bfe70215c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:48.276197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-891de4c3-676b-424f-930e-a77fa4c10689 req-66b29818-eaf5-459e-85d5-4a1bfe70215c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Synchronizing usage tracker for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:39:48.306498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-891de4c3-676b-424f-930e-a77fa4c10689 req-66b29818-eaf5-459e-85d5-4a1bfe70215c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Unset dirty status for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:39:48.311664 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-891de4c3-676b-424f-930e-a77fa4c10689 req-66b29818-eaf5-459e-85d5-4a1bfe70215c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.2168746 Apr 13 14:39:48.536620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-891de4c3-676b-424f-930e-a77fa4c10689 req-53d95c62-6409-4cd8-b0a7-81d652f1a3a2 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Synchronizing usage tracker for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:39:48.620021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-891de4c3-676b-424f-930e-a77fa4c10689 req-53d95c62-6409-4cd8-b0a7-81d652f1a3a2 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Unset dirty status for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:39:48.621692 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-891de4c3-676b-424f-930e-a77fa4c10689 req-53d95c62-6409-4cd8-b0a7-81d652f1a3a2 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987533 Apr 13 14:39:48.637147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77747737-d437-418b-a859-dbab61d7ed9b req-0e3eb557-7f13-4dc2-be55-fcbd28ecfb6a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:48.640462 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-77747737-d437-418b-a859-dbab61d7ed9b req-0e3eb557-7f13-4dc2-be55-fcbd28ecfb6a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.2000656 Apr 13 14:39:48.678519 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-77747737-d437-418b-a859-dbab61d7ed9b req-9a132425-0d68-49f7-ad3b-75e342face94 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274920 Apr 13 14:39:49.968346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a2dba-0429-44fa-ac52-39d517a3ea7d req-efd15504-a76a-447e-ad7e-6f7fa862d007 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:49.977839 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e07a2dba-0429-44fa-ac52-39d517a3ea7d req-efd15504-a76a-447e-ad7e-6f7fa862d007 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.2303097 Apr 13 14:39:50.009620 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e07a2dba-0429-44fa-ac52-39d517a3ea7d req-5176ac45-7408-4323-b774-e0ad8b6d0e6b tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Apr 13 14:39:50.172771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f8b4e-15e3-404a-a833-6ca33f0a8cf8 req-28d2cfc9-b5e7-4690-baac-71f8c82fbf35 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:50.175500 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-667f8b4e-15e3-404a-a833-6ca33f0a8cf8 req-28d2cfc9-b5e7-4690-baac-71f8c82fbf35 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1697066 Apr 13 14:39:50.219764 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-667f8b4e-15e3-404a-a833-6ca33f0a8cf8 req-d2105d56-5550-40cb-a3ba-b57a9eceb949 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Apr 13 14:39:51.252161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a952330-2b20-42b8-9433-727843aaf0dd req-6507a939-698e-4ccd-93df-f63c122ed3d6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:51.254765 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4a952330-2b20-42b8-9433-727843aaf0dd req-6507a939-698e-4ccd-93df-f63c122ed3d6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.1200018 Apr 13 14:39:51.287812 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4a952330-2b20-42b8-9433-727843aaf0dd req-a2dc255d-2e7f-45af-8150-204a147a0ae4 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265634 Apr 13 14:39:51.464543 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535854e-ce20-49b8-a850-56a8da65333c req-b8536d9e-35a9-4013-82b5-2a665ff51564 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:51.467267 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6535854e-ce20-49b8-a850-56a8da65333c req-b8536d9e-35a9-4013-82b5-2a665ff51564 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1120305 Apr 13 14:39:51.509354 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6535854e-ce20-49b8-a850-56a8da65333c req-08e626bd-fdeb-4776-8ce3-cba15fc57a12 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329504 Apr 13 14:39:52.505394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a19e-65a8-48e5-a667-b2ae75fae171 req-742a12f3-4a8f-418d-abd3-3285107b7644 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:52.506970 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0649a19e-65a8-48e5-a667-b2ae75fae171 req-742a12f3-4a8f-418d-abd3-3285107b7644 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.0966029 Apr 13 14:39:52.537841 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0649a19e-65a8-48e5-a667-b2ae75fae171 req-972d727b-f4d8-4d29-9a36-fd2d8c510559 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239141 Apr 13 14:39:52.722399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f448f-ce63-4701-be4f-936c9833ad95 req-876b2e84-c6c1-4200-a94a-0f5f415d71b3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:52.723889 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-908f448f-ce63-4701-be4f-936c9833ad95 req-876b2e84-c6c1-4200-a94a-0f5f415d71b3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.0874398 Apr 13 14:39:52.755085 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-908f448f-ce63-4701-be4f-936c9833ad95 req-7bc16b5f-ddb5-43f0-a413-57ba1b6ba5ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245433 Apr 13 14:39:53.743418 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d832c1b-8f0c-4270-b7fa-e55dc8dfb2bc req-865fbd9a-1e63-40d6-92fa-2d276c072112 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:53.744987 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8d832c1b-8f0c-4270-b7fa-e55dc8dfb2bc req-865fbd9a-1e63-40d6-92fa-2d276c072112 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.0910604 Apr 13 14:39:53.775368 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8d832c1b-8f0c-4270-b7fa-e55dc8dfb2bc req-9fb537b6-6693-444e-b6e1-59f0abe80f50 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233541 Apr 13 14:39:53.969536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587d6f-021a-485f-9fd3-248083745c76 req-df768900-8116-4784-8e40-2d9356733245 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:53.971113 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ae587d6f-021a-485f-9fd3-248083745c76 req-df768900-8116-4784-8e40-2d9356733245 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.0883410 Apr 13 14:39:54.001392 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ae587d6f-021a-485f-9fd3-248083745c76 req-ca52f6c7-1ab5-4d5e-8416-c9abe1aab049 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0237927 Apr 13 14:39:55.015097 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034f9a-8dda-4812-818c-ac7740be1279 req-404bd5c0-87bc-4b61-8a25-affd7bd53228 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:55.016676 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c3034f9a-8dda-4812-818c-ac7740be1279 req-404bd5c0-87bc-4b61-8a25-affd7bd53228 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.1045990 Apr 13 14:39:55.048806 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c3034f9a-8dda-4812-818c-ac7740be1279 req-4481740f-6b22-4985-bca9-2d222c94f4e4 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257523 Apr 13 14:39:55.075456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44556) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:55.301678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171786b8-3afe-427a-b35a-ba25f04452bd req-e3e42422-9a87-428d-8e0c-5a8d8e7d14d9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:55.305190 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:55.306722 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-171786b8-3afe-427a-b35a-ba25f04452bd req-e3e42422-9a87-428d-8e0c-5a8d8e7d14d9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1779361 Apr 13 14:39:55.322597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:55.326930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Usage tracker for resource:security_group_rule and tenant:96de0a1ed8044ef396f84020a8853ed5 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:55.330097 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:55.336338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:55.339879 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-171786b8-3afe-427a-b35a-ba25f04452bd req-09dbb38c-51e5-48e6-887f-0cb600d1272e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246363 Apr 13 14:39:55.429333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:55.432500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:55.442837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cd2824e0-20c6-4494-851a-897765e0f70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:55.490647 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96de0a1ed8044ef396f84020a8853ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139585 Apr 13 14:39:55.493568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57063f7d-8cba-4a5f-bda6-920cc99fd555,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:55.493820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44564) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:55.501212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f858a64e-39dd-4042-94e3-6674d1dec45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:55.837943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:55.867546 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:55.915325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:55.921108 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b6fe9c21-8d59-4fe2-8605-374596c4814b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:55.932149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57063f7d-8cba-4a5f-bda6-920cc99fd555,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:55.938824 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:55.939783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:55.940852 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57063f7d-8cba-4a5f-bda6-920cc99fd555 HTTP/1.1" status: 204 len: 168 time: 0.4462783 Apr 13 14:39:56.316204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a904b87-e700-4c41-8e1d-c10a82c36df1 req-3a6f09fe-40f1-4384-9c4f-c023d7fc06ea tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:56.318618 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4a904b87-e700-4c41-8e1d-c10a82c36df1 req-3a6f09fe-40f1-4384-9c4f-c023d7fc06ea tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.0936172 Apr 13 14:39:56.335686 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44576) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:56.379789 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4a904b87-e700-4c41-8e1d-c10a82c36df1 req-49e5a648-c4b7-4b2b-91ae-c0317a35e3af tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499566 Apr 13 14:39:56.380639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:56.398039 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:56.402301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Usage tracker for resource:security_group_rule and tenant:07fde1ecc1124c75aaf947f647a31b83 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:56.405930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:56.412045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:56.585592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:56.594597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:56.604151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:56.656760 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07fde1ecc1124c75aaf947f647a31b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198626 Apr 13 14:39:56.659518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44582) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:56.661573 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4356d9-a0fb-46d8-afc4-2419e77540f4,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:56.666395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:56.691883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0fdcc-9d95-473e-87c1-1370db7b0092 req-42f4d8d0-9db3-408b-a341-00647703a355 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:56.693544 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8fd0fdcc-9d95-473e-87c1-1370db7b0092 req-42f4d8d0-9db3-408b-a341-00647703a355 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1556563 Apr 13 14:39:56.725210 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8fd0fdcc-9d95-473e-87c1-1370db7b0092 req-a9ae4531-575e-4157-80ff-202304735c57 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250087 Apr 13 14:39:56.728684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:56.758837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:56.810820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:56.817790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-164aa7ec-4f0c-4564-8696-ab593d1aa902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:56.834398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4356d9-a0fb-46d8-afc4-2419e77540f4,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:56.838796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:56.870763 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:56.872059 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d4356d9-a0fb-46d8-afc4-2419e77540f4 HTTP/1.1" status: 204 len: 168 time: 0.2114019 Apr 13 14:39:57.624842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5302cf-1d44-4576-ab57-c111f14b0b1f req-7e7a96c7-42f2-4429-b0e9-44147f0618ac tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:57.626560 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5c5302cf-1d44-4576-ab57-c111f14b0b1f req-7e7a96c7-42f2-4429-b0e9-44147f0618ac tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.1070807 Apr 13 14:39:57.658509 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5c5302cf-1d44-4576-ab57-c111f14b0b1f req-c8ae2f9c-9d95-46b1-9679-2d06cc32ff1a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255001 Apr 13 14:39:57.777122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44612) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:57.922024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1304938307-network', 'tenant_id': '9909585bb0fb4b04b75b16e11415a45b'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:57.927552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:57.932508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Usage tracker for resource:network and tenant:9909585bb0fb4b04b75b16e11415a45b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:57.936676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:57.944112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:57.955810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Made reservation on behalf of 9909585bb0fb4b04b75b16e11415a45b for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:57.961100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:57.967394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82f41b-4f83-4abe-a027-7877a5bd0809 req-66b484c8-6140-4c2c-9aba-0e1388774394 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:57.975557 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c82f41b-4f83-4abe-a027-7877a5bd0809 req-66b484c8-6140-4c2c-9aba-0e1388774394 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1219797 Apr 13 14:39:57.976561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.006499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:58.010992 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c82f41b-4f83-4abe-a027-7877a5bd0809 req-cefb2ad5-944b-4a5f-bb1f-659fb7c0ebee tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344527 Apr 13 14:39:58.011574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Usage tracker for resource:security_group_rule and tenant:9909585bb0fb4b04b75b16e11415a45b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:58.014787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:58.021325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:58.128167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.131807 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.136298 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-30ed2416-8a91-4a0e-89d5-a9dd219ab594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:58.154600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:39:58.183722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.184110 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Added segment b2d33b8b-769d-4a07-ab17-9a26c0283e4b of type vlan for network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad Apr 13 14:39:58.190678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056e942d-b654-4532-9d80-9710a7f6381a,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:58.194351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:58.216953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.248534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.250045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:58.250745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.255962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76e4e05e-95db-4a1b-908c-7c30eb333faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:58.372738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Pushing event updated for resources: {'Network': ['ID=3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:58.376229 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5980356 Apr 13 14:39:58.377684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:58.379678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44620) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:39:58.388098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Request body: {'subnet': {'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1304938307-subnet', 'tenant_id': '9909585bb0fb4b04b75b16e11415a45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:39:58.388820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:39:58.394982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:39:58.399591 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Usage tracker for resource:subnet and tenant:9909585bb0fb4b04b75b16e11415a45b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:39:58.403965 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:39:58.410763 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:39:58.432620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Made reservation on behalf of 9909585bb0fb4b04b75b16e11415a45b for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:39:58.437842 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.893267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754f02-5c31-4460-b8a6-9ef00a6e41b0 req-a94d7442-ea79-4525-940b-6fd8f9b3fff6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:58.895550 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-40754f02-5c31-4460-b8a6-9ef00a6e41b0 req-a94d7442-ea79-4525-940b-6fd8f9b3fff6 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.0940263 Apr 13 14:39:58.913849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:58.930859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cca666b5-9d52-41ae-9093-0f283e2e7559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:39:58.941003 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-40754f02-5c31-4460-b8a6-9ef00a6e41b0 req-cbb116be-8fda-4fa3-b113-6c5bf1415d64 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298395 Apr 13 14:39:59.082947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeec56f3-e216-4711-9a20-bf76b31c7ca3,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:39:59.087159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:39:59.152805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Checking segment: {'id': 'b2d33b8b-769d-4a07-ab17-9a26c0283e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:39:59.153274 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Network hostable DHCP agents. Network: 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:39:59.173478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:39:59.182507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:39:59.193897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e95173-f5d6-402f-a34e-c55e654ff206 None None] Network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:39:59.195414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:59.196069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:39:59.241356 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2fcf8143-b122-4cb0-93de-c8a7ad13959b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8485215 Apr 13 14:39:59.289423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce354e6-f883-4875-b3eb-935c6eec6e64 req-28b2efba-ac1b-4949-8d7c-614237e07d08 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:39:59.291089 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dce354e6-f883-4875-b3eb-935c6eec6e64 req-28b2efba-ac1b-4949-8d7c-614237e07d08 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1189892 Apr 13 14:39:59.323673 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dce354e6-f883-4875-b3eb-935c6eec6e64 req-a43c70c1-9dbe-497a-ac85-4148374336aa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259628 Apr 13 14:39:59.442318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae7a40d-37a5-4cb7-aef8-e2c3eca2593f None None] Network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:39:59.994694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44646) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:00.001561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-751051404-network', 'tenant_id': 'c69b79888e4f47cd8335c75e43b945ab'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:00.007033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:00.013111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Usage tracker for resource:network and tenant:c69b79888e4f47cd8335c75e43b945ab is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:00.019893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:00.031844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:00.047934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Made reservation on behalf of c69b79888e4f47cd8335c75e43b945ab for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:40:00.056378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.081135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.113694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:00.122201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c69b79888e4f47cd8335c75e43b945ab is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:00.128512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:00.139491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:00.171186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Request body: {'port': {'device_id': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:00.289167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.292950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.297542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-97dce6af-7efe-4f48-b404-6720a6d5dc8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:00.324241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:40:00.342867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7979d3e0-08e2-4297-a40d-cca4e3b944ef,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:00.347581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:00.348657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.349118 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Added segment c68ce6aa-6ecc-454a-a257-43b2a35fb376 of type vlan for network af0c785c-e9c1-4488-b7ad-a44a50569604 Apr 13 14:40:00.370680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.379645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.426149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43596921-5eb8-4275-8a1e-160bcfdbcd5a req-11b0653b-b734-42f2-8ef5-a29ec1359f6b tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:00.427863 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-43596921-5eb8-4275-8a1e-160bcfdbcd5a req-11b0653b-b734-42f2-8ef5-a29ec1359f6b tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 932 time: 0.2209339 Apr 13 14:40:00.431831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.433325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:00.433990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.439969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e91a6d70-17c3-41ee-934b-33babc8699f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:00.554190 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5575261 Apr 13 14:40:00.558384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44656) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:00.561963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Pushing event updated for resources: {'Network': ['ID=af0c785c-e9c1-4488-b7ad-a44a50569604,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:00.564348 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-43596921-5eb8-4275-8a1e-160bcfdbcd5a req-7f54b9dd-ab55-4c57-ae82-cf6aa01c462a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167581 Apr 13 14:40:00.567786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Request body: {'subnet': {'network_id': 'af0c785c-e9c1-4488-b7ad-a44a50569604', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-751051404-subnet', 'tenant_id': 'c69b79888e4f47cd8335c75e43b945ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:00.572899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:00.573994 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:00.580169 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Usage tracker for resource:subnet and tenant:c69b79888e4f47cd8335c75e43b945ab is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:00.580405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network af0c785c-e9c1-4488-b7ad-a44a50569604 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:40:00.586914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:00.599265 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:00.611835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Made reservation on behalf of c69b79888e4f47cd8335c75e43b945ab for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:40:00.618374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.697837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc868435-30c4-4df2-8bae-16edbb5b1ca0 req-e717fbed-76ab-4973-87a6-7b31f6dbe24a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:00.699526 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc868435-30c4-4df2-8bae-16edbb5b1ca0 req-e717fbed-76ab-4973-87a6-7b31f6dbe24a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.2054029 Apr 13 14:40:00.814592 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fc868435-30c4-4df2-8bae-16edbb5b1ca0 req-f50fb944-f322-40bc-8890-1048ad348884 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075692 Apr 13 14:40:00.969884 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042643a9-01b6-4547-b6b7-46e6d9649218 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:00.978928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:00.996237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Transition to ACTIVE for port object 042643a9-01b6-4547-b6b7-46e6d9649218 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:40:00.999411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:01.016503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:01.115311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:01.131559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:01.160837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:01.164011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:01.281215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0078029-2205-4f78-bf1b-d102dd116453,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:01.286112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:01.348372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Attempting to bind port 042643a9-01b6-4547-b6b7-46e6d9649218 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:40:01.348779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Attempting to bind port 042643a9-01b6-4547-b6b7-46e6d9649218 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:40:01.349148 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Attempting to bind port 042643a9-01b6-4547-b6b7-46e6d9649218 on network 757ddc73-85fa-453e-a77b-486a8c22b276 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:01.352664 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Checking segment: {'id': 'c68ce6aa-6ecc-454a-a257-43b2a35fb376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'af0c785c-e9c1-4488-b7ad-a44a50569604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:40:01.353027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Network hostable DHCP agents. Network: af0c785c-e9c1-4488-b7ad-a44a50569604, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:40:01.354912 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Port 042643a9-01b6-4547-b6b7-46e6d9649218 on network 757ddc73-85fa-453e-a77b-486a8c22b276 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:40:01.355342 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Attempting to bind port 042643a9-01b6-4547-b6b7-46e6d9649218 on network 757ddc73-85fa-453e-a77b-486a8c22b276 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:01.362554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:40:01.363088 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Checking segment: {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:40:01.363765 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Bound using segment: {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:40:01.364506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Bound port: 042643a9-01b6-4547-b6b7-46e6d9649218, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:40:01.365092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:01.381646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Network af0c785c-e9c1-4488-b7ad-a44a50569604 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:40:01.394137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, af0c785c-e9c1-4488-b7ad-a44a50569604) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:40:01.406885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:01.407013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f036e9-4254-452f-b9ef-bf7820d76c2d None None] Network af0c785c-e9c1-4488-b7ad-a44a50569604 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:40:01.407918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:01.437540 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2333ba28-5f6c-4485-a73a-b0eb5bb8eb79 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8695190 Apr 13 14:40:01.452849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:40:01.456683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:40:01.460654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:01.481296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:01.578795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:01.655271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:01.769376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad11075-a36b-4c5b-9b94-d3080f7bbd55 None None] Network af0c785c-e9c1-4488-b7ad-a44a50569604 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:40:01.845247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:01.845967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:01.847430 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] 10.222.0.26 "PUT /v2.0/ports/042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 1094 time: 1.6817074 Apr 13 14:40:01.848903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:01.966669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f1649-d697-4807-9309-95c277724de7 req-77a32aaa-0453-4ec3-a63c-2838033547d5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:01.968520 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd8f1649-d697-4807-9309-95c277724de7 req-77a32aaa-0453-4ec3-a63c-2838033547d5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.1947992 Apr 13 14:40:02.080383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6935e-5b4d-45bf-892a-bd07c83828fd req-0cfc46dd-bf46-4bdd-aeaa-7cdbfe0d262e tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:02.082092 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-78b6935e-5b4d-45bf-892a-bd07c83828fd req-0cfc46dd-bf46-4bdd-aeaa-7cdbfe0d262e tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 944 time: 0.3558564 Apr 13 14:40:02.193246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Deleting port a5d1b066-1a85-497b-94ab-a376688167df {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:02.193641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:02.234205 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-78b6935e-5b4d-45bf-892a-bd07c83828fd req-db73d1ad-1af8-4647-9e9f-acef65c11de9 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436327 Apr 13 14:40:02.316450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-3494f1f8-bcea-41af-a162-e8fa36ae08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:02.318157 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-3494f1f8-bcea-41af-a162-e8fa36ae08b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1097 time: 0.4112327 Apr 13 14:40:02.463223 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-93ffb874-e09d-4ca1-86d6-f1cd437d2315 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 217 time: 0.1320977 Apr 13 14:40:02.690238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8aa417bb-dc93-4356-b769-fb49a9afb33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:02.824317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7e61a738-2522-4d96-99c4-12590e180b64 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:02.825982 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7e61a738-2522-4d96-99c4-12590e180b64 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/networks?id=3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad HTTP/1.1" status: 200 len: 809 time: 0.7402270 Apr 13 14:40:02.945067 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-762f2432-9ac2-4db1-8acf-05bfd9a37b05 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/quotas/9909585bb0fb4b04b75b16e11415a45b HTTP/1.1" status: 200 len: 375 time: 0.0900073 Apr 13 14:40:02.957936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-203f518a-8798-4c3b-a956-864aa7f8ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:02.959480 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-203f518a-8798-4c3b-a956-864aa7f8ea2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 200 len: 853 time: 0.4571555 Apr 13 14:40:03.082892 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-c8255b94-df54-4532-a9c8-ff725d929b01 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9909585bb0fb4b04b75b16e11415a45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279349 Apr 13 14:40:03.099671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72513-4631-46c9-940b-344f4675461b req-fe8ceed2-58b1-41bd-8c80-eeb06dfd119c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:03.101283 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ab72513-4631-46c9-940b-344f4675461b req-fe8ceed2-58b1-41bd-8c80-eeb06dfd119c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 946 time: 0.7023368 Apr 13 14:40:03.184343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] For port a5d1b066-1a85-497b-94ab-a376688167df, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a5d1b066-1a85-497b-94ab-a376688167df,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:03.184653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:03.324487 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ab72513-4631-46c9-940b-344f4675461b req-77b93e44-8b24-43d2-a48f-93778ed2647c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=91e8a64e-4c85-426a-aa36-b6ae57ef2928&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107832 Apr 13 14:40:03.448213 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'status': 'completed', 'code': 200} Apr 13 14:40:03.460416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-a8a86cc0-b0d4-44bf-b3e4-8e04f2388d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:03.462108 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-a8a86cc0-b0d4-44bf-b3e4-8e04f2388d92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=757ddc73-85fa-453e-a77b-486a8c22b276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4536533 Apr 13 14:40:03.545459 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-41fd53af-6d95-422e-96b4-a5be3045bba7 service neutron] 10.222.0.35 "GET /v2.0/networks/3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332433 Apr 13 14:40:03.910695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:03.911108 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:03.911459 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Floating IP 67176e3e-6c0e-479b-9395-889415cc22ae disassociated. External IP: 172.28.0.116, port: a5d1b066-1a85-497b-94ab-a376688167df. Apr 13 14:40:03.911846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Calling delete_port for a5d1b066-1a85-497b-94ab-a376688167df owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:03.963864 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-f66e105e-66ac-485e-a391-985807490fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890437 Apr 13 14:40:04.071533 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-eb54b56a-daa6-465f-b08c-fcf6b00a459d service neutron] 10.222.0.35 "GET /v2.0/networks/3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117660 Apr 13 14:40:04.081967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0683c-abc9-475a-b604-f5116ad9de44 req-fcf2e3c7-072a-4d02-85fe-ad2cc2ffc385 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:04.083488 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-20a0683c-abc9-475a-b604-f5116ad9de44 req-fcf2e3c7-072a-4d02-85fe-ad2cc2ffc385 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 944 time: 0.4281712 Apr 13 14:40:04.224261 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-20a0683c-abc9-475a-b604-f5116ad9de44 req-38a45627-6b6f-47c0-b0a9-c7040f9ee91c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864229 Apr 13 14:40:04.301850 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0a3e5d21-af6a-432a-8137-3b3161f5cc5e req-742188e8-9e35-4604-9e2d-022229aa594d tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 210 time: 0.0830846 Apr 13 14:40:04.325895 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc3f06ed-13cb-4a23-acab-599a87af73e5 req-5840e15a-32f4-435e-8d97-0486bd3b0988 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497686 Apr 13 14:40:04.329233 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:04.345651 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:04.414455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event deleted for resources: {'Port': ['ID=a5d1b066-1a85-497b-94ab-a376688167df,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:04.420362 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:04.772989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:40:04.815354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: a5d1b066-1a85-497b-94ab-a376688167df {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:40:04.815734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a5d1b066-1a85-497b-94ab-a376688167df not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:40:04.835741 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a5a11147-0b5e-4ab0-b490-d73fa0539aff req-94accb66-cc20-4dc3-93f4-1e24c0cee0c8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 210 time: 0.3178699 Apr 13 14:40:04.957455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-ec0f6dad-4342-45fe-afea-98e7f4bdd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:04.959057 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-ec0f6dad-4342-45fe-afea-98e7f4bdd97c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1097 time: 0.4837132 Apr 13 14:40:05.084114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-20e4bf42-afca-4b8a-8819-cff09464dc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:05.220060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Router 75a55db7-ffce-40be-acfb-7005db8476e0 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:40:05.221494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-16340cc4-f013-49c1-8081-384d5c93631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:05.223076 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-16340cc4-f013-49c1-8081-384d5c93631a service neutron] 10.222.0.26 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 915 time: 0.2028227 Apr 13 14:40:05.472998 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-a3ae0170-8220-4191-ac14-174c29f8fffc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 217 time: 0.1798661 Apr 13 14:40:05.616902 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-94e2ce16-c50d-4b88-8b51-42e398ae7a5b req-e453ddf1-1403-48e7-a4ea-c0c984c8696f tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 210 time: 0.1360905 Apr 13 14:40:05.646344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-0da77eb0-6dd6-400d-87cf-c53e9df9b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:05.646344 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-0da77eb0-6dd6-400d-87cf-c53e9df9b713 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 200 len: 853 time: 0.1556711 Apr 13 14:40:05.754134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:40:05.765226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] Sync routers for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:40:05.776750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:05.777960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:05.849482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289371-f837-4d85-bbe6-7cfd3eb8a4ef req-ac427b6d-401e-496a-a232-250e61f753c9 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:05.857917 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e1289371-f837-4d85-bbe6-7cfd3eb8a4ef req-ac427b6d-401e-496a-a232-250e61f753c9 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 944 time: 0.4391062 Apr 13 14:40:05.863941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] No DVR routers for this DVR port a5d1b066-1a85-497b-94ab-a376688167df on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:40:05.914356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:05.917710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-deleted', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:05.932978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-b46ec6f2-58e2-4235-a31d-94440490c5e7 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:05.935085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-b46ec6f2-58e2-4235-a31d-94440490c5e7 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Synchronizing usage tracker for tenant:9909585bb0fb4b04b75b16e11415a45b on resource:network {{(pid=85280) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:40:05.957360 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e1289371-f837-4d85-bbe6-7cfd3eb8a4ef req-f440630b-6e5c-4ef0-bb6b-761a25c7b3b8 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984583 Apr 13 14:40:05.990090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-b46ec6f2-58e2-4235-a31d-94440490c5e7 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Unset dirty status for tenant:9909585bb0fb4b04b75b16e11415a45b on resource:network {{(pid=85280) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:40:05.991002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-c31ea122-277c-49a8-b992-72196215b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:05.991861 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-b46ec6f2-58e2-4235-a31d-94440490c5e7 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.26 "GET /v2.0/networks?id=3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad HTTP/1.1" status: 200 len: 809 time: 0.5707901 Apr 13 14:40:05.992633 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-c31ea122-277c-49a8-b992-72196215b1d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=757ddc73-85fa-453e-a77b-486a8c22b276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3327940 Apr 13 14:40:05.994192 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd8f1649-d697-4807-9309-95c277724de7 req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "DELETE /v2.0/ports/a5d1b066-1a85-497b-94ab-a376688167df HTTP/1.1" status: 204 len: 173 time: 4.0000651 Apr 13 14:40:06.014605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Request body: {'port': {'device_id': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad', 'admin_state_up': True, 'tenant_id': '9909585bb0fb4b04b75b16e11415a45b'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:06.042531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:06.188785 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:06.195679 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-50aff4a9-d7f6-4e1e-a1b3-81e11b3faeb8 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851652 Apr 13 14:40:06.197715 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000ee9c8-73c4-41fc-aeed-3afa904a80db', 'name': 'network-vif-deleted', 'tag': 'a5d1b066-1a85-497b-94ab-a376688167df', 'status': 'completed', 'code': 200} Apr 13 14:40:06.294821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:06.299854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Usage tracker for resource:port and tenant:9909585bb0fb4b04b75b16e11415a45b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:06.309292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:06.322546 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:06.341575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Made reservation on behalf of 9909585bb0fb4b04b75b16e11415a45b for: {'port': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:40:06.348696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:06.411626 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e0caf644-9fda-420e-a1bb-afb876e19bfc req-b4a7da17-46d8-449a-a579-aa0409053904 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590919 Apr 13 14:40:06.420199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-1c669847-8e2d-4974-ab88-daf7951c109c req-6cfa5403-662a-4f9f-a63a-70d9c469a849 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Synchronizing usage tracker for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:40:06.443703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-1c669847-8e2d-4974-ab88-daf7951c109c req-6cfa5403-662a-4f9f-a63a-70d9c469a849 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Unset dirty status for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:40:06.445983 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c669847-8e2d-4974-ab88-daf7951c109c req-6cfa5403-662a-4f9f-a63a-70d9c469a849 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=000ee9c8-73c4-41fc-aeed-3afa904a80db HTTP/1.1" status: 200 len: 210 time: 0.2473443 Apr 13 14:40:06.480985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:06.595130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Allocated IP 172.20.0.8 (3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad/aeec56f3-e216-4711-9a20-bf76b31c7ca3/12b0bb16-ac13-4a48-aee6-86f3bd90d249) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:40:06.656439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:06.660846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] Checking router: 75a55db7-ffce-40be-acfb-7005db8476e0 for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:40:06.671230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:06.671905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:06.796534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 042643a9-01b6-4547-b6b7-46e6d9649218 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:40:06.878078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:06.890221 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0e30d3f7-d73e-4abc-8957-a559ef84de95 req-dbc77e69-61c3-43a6-a8ea-6456a457ef2b tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 210 time: 0.0861990 Apr 13 14:40:06.940836 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:06.962156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:07.039194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:07.049097 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:07.193080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Pushing event updated for resources: {'Port': ['ID=12b0bb16-ac13-4a48-aee6-86f3bd90d249,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:07.238694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:40:07.242370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.243165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.243905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.244882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.245610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.246340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.247642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.248364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.249118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.250028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.250921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.251627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.259401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:07.261428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:40:07.265681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:40:07.327934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '042643a9-01b6-4547-b6b7-46e6d9649218', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'port_id': '042643a9-01b6-4547-b6b7-46e6d9649218', 'mac_address': 'fa:16:3e:bd:78:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:40:07.345443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74e9d-a106-4caa-a13b-ce50b8030bc8 req-1b5c34d8-35f9-4954-8a74-5d39611c5205 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:07.348627 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bc74e9d-a106-4caa-a13b-ce50b8030bc8 req-1b5c34d8-35f9-4954-8a74-5d39611c5205 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 944 time: 0.2237368 Apr 13 14:40:07.357823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:07.358886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.382016 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bc74e9d-a106-4caa-a13b-ce50b8030bc8 req-b2c0a0a6-8563-440c-b26c-d45bb7a0b1f8 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272288 Apr 13 14:40:07.383978 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3744912 Apr 13 14:40:07.402596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Request body: {'port': {'device_id': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:07.549311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.559968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.561347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042643a9-01b6-4547-b6b7-46e6d9649218 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:07.644507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44742) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:07.740126 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:07.745609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.749750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.753260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.761111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:07.789503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.842567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.849231 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fd44736a-5af4-46be-91e2-7b7b841e460f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:07.866718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8a64e-4c85-426a-aa36-b6ae57ef2928,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:07.876967 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.877283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.877679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.878095 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.878566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.878957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.879347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.879985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.880109 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.880461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.880852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.881269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.887973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:07.890395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:07.894524 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-947f3b5d-c729-4be3-a952-b72978fc35c3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "DELETE /v2.0/security-groups/91e8a64e-4c85-426a-aa36-b6ae57ef2928 HTTP/1.1" status: 204 len: 168 time: 0.2485633 Apr 13 14:40:07.895186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44746) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:07.917429 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.v2.resource [None req-df8fbe2a-fc6f-49bc-bd6f-b82597f8a4fc tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] show failed (client error): The resource could not be found. Apr 13 14:40:07.920019 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-df8fbe2a-fc6f-49bc-bd6f-b82597f8a4fc tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups/91e8a64e-4c85-426a-aa36-b6ae57ef2928 HTTP/1.1" status: 404 len: 347 time: 0.0238705 Apr 13 14:40:07.923813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44752) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:07.951376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:07.962398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.962792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.963180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.963560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.963934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.964309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.964681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.965125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.965537 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.965907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.966279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.966648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:40:07.970963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:08.004634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:08.010457 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd40ffc0-6bf7-4ccb-948d-5e3b1863fdd6 None None] The sync data for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb is: [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:40:08.047504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['042643a9-01b6-4547-b6b7-46e6d9649218'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:08.139563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09f5a2-35cb-4790-bec0-12f5f63b5027 req-ae33a936-6c03-4332-b54b-377a30d29617 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:08.141381 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7f09f5a2-35cb-4790-bec0-12f5f63b5027 req-ae33a936-6c03-4332-b54b-377a30d29617 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 931 time: 0.1112857 Apr 13 14:40:08.158632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Deleting port 1fd79f79-0313-473c-9380-203e96a9a7cd {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:08.159024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:08.202301 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7f09f5a2-35cb-4790-bec0-12f5f63b5027 req-22cbca0e-b425-4496-8478-97ef08ce6206 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535734 Apr 13 14:40:08.395986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b0bb16-ac13-4a48-aee6-86f3bd90d249 {{(pid=85280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:08.407921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:08.445100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Transition to ACTIVE for port object 12b0bb16-ac13-4a48-aee6-86f3bd90d249 will not be triggered until provisioned by entity L2. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:40:08.449265 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:08.450308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:08.458283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:08.477109 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-419aca12-90f0-4053-8831-1562ba4d5b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:08.493048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bf1590-4c1c-4442-939b-4707bc901de0 None None] New status for floating IP 67176e3e-6c0e-479b-9395-889415cc22ae: DOWN {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:40:08.616534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9076a4-7ad9-4191-8348-584c585a6b02 req-592cc9c6-ecb0-4712-b2d6-c2e74addf86f tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:08.618177 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ce9076a4-7ad9-4191-8348-584c585a6b02 req-592cc9c6-ecb0-4712-b2d6-c2e74addf86f tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 945 time: 0.1084690 Apr 13 14:40:08.653976 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ce9076a4-7ad9-4191-8348-584c585a6b02 req-58ee26e3-7e41-45ed-865b-bddcb5a09d8b tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277855 Apr 13 14:40:08.668316 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Calling delete_port for 1fd79f79-0313-473c-9380-203e96a9a7cd owned by network:floatingip {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:08.778654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=12b0bb16-ac13-4a48-aee6-86f3bd90d249,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:08.781592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:08.934871 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85280) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:40:08.935238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:40:09.045557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Attempting to bind port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:40:09.045925 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Attempting to bind port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'b2d33b8b-769d-4a07-ab17-9a26c0283e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad'}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:40:09.046289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Attempting to bind port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 on network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:09.051115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 on network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:40:09.051454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Attempting to bind port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 on network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:09.057153 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:40:09.057521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Checking segment: {'id': 'b2d33b8b-769d-4a07-ab17-9a26c0283e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:40:09.057935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Bound using segment: {'id': 'b2d33b8b-769d-4a07-ab17-9a26c0283e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad'} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:40:09.058396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Bound port: 12b0bb16-ac13-4a48-aee6-86f3bd90d249, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d33b8b-769d-4a07-ab17-9a26c0283e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad'}}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:40:09.058801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:09.091320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:09.135791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] For port 12b0bb16-ac13-4a48-aee6-86f3bd90d249, host hv-cinder-78605, cleared binding levels {{(pid=85280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:40:09.138788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] For port 12b0bb16-ac13-4a48-aee6-86f3bd90d249, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=12b0bb16-ac13-4a48-aee6-86f3bd90d249,segment=NetworkSegment(b2d33b8b-769d-4a07-ab17-9a26c0283e4b),segment_id=b2d33b8b-769d-4a07-ab17-9a26c0283e4b)] {{(pid=85280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:40:09.142110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:09.157677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-df154ea2-14e8-4d4c-9e9a-6a8b0b4b6d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:09.413289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7278d-b295-4ed9-9fef-943135afe6a5 req-fa072016-cf6c-40a4-ac90-3b480d1f5d90 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:09.414888 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a8f7278d-b295-4ed9-9fef-943135afe6a5 req-fa072016-cf6c-40a4-ac90-3b480d1f5d90 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 943 time: 0.0931456 Apr 13 14:40:09.448852 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a8f7278d-b295-4ed9-9fef-943135afe6a5 req-b9a909d6-c8a3-4a0b-9fa6-193a7234b25a tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264299 Apr 13 14:40:09.507310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Deleting port 1fd79f79-0313-473c-9380-203e96a9a7cd {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:09.507697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:09.577977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=12b0bb16-ac13-4a48-aee6-86f3bd90d249,revision_number=3']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:09.581299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:09.717398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:09.718660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:09.720286 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] 10.222.0.26 "PUT /v2.0/ports/12b0bb16-ac13-4a48-aee6-86f3bd90d249 HTTP/1.1" status: 200 len: 1093 time: 2.3235414 Apr 13 14:40:09.739766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'tag': '12b0bb16-ac13-4a48-aee6-86f3bd90d249'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:09.825818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:09.826087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:09.839649 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'tag': '12b0bb16-ac13-4a48-aee6-86f3bd90d249', 'status': 'completed', 'code': 200} Apr 13 14:40:09.922115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279e63-8d5a-4fba-98f3-6701e115260f req-98d6dc6f-7310-4472-86e9-edf69abe6d87 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:09.923864 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97279e63-8d5a-4fba-98f3-6701e115260f req-98d6dc6f-7310-4472-86e9-edf69abe6d87 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 945 time: 0.1325145 Apr 13 14:40:09.961447 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97279e63-8d5a-4fba-98f3-6701e115260f req-0542adac-3698-4acd-bbaa-fc4ce0ad194b tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307283 Apr 13 14:40:09.972827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Calling delete_port for 1fd79f79-0313-473c-9380-203e96a9a7cd owned by network:floatingip {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:10.051447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-989ada46-e669-40b2-83c9-97e801fc02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:10.053043 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-989ada46-e669-40b2-83c9-97e801fc02b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9909585bb0fb4b04b75b16e11415a45b&device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 1096 time: 0.2857428 Apr 13 14:40:10.140145 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-f9975abf-107a-404c-9a3f-8ea8ecb90295 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12b0bb16-ac13-4a48-aee6-86f3bd90d249 HTTP/1.1" status: 200 len: 217 time: 0.0792229 Apr 13 14:40:10.264490 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9f8e2444-80bd-49a7-b950-550ab1797db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:10.266020 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-9f8e2444-80bd-49a7-b950-550ab1797db4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeec56f3-e216-4711-9a20-bf76b31c7ca3 HTTP/1.1" status: 200 len: 849 time: 0.0910392 Apr 13 14:40:10.267107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:10.282451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1e4449b8-7751-423f-b708-4a13bce00363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:10.380069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event deleted for resources: {'Port': ['ID=1fd79f79-0313-473c-9380-203e96a9a7cd,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:10.397397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:10.399672 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-d2180428-f4b9-4dec-a5bd-46d73a878eec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183860 Apr 13 14:40:10.655095 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc830ae5-320c-4b07-9363-d4a582327897 req-5df9dda2-0808-4f86-a101-b0bd9b103b05 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:10.656940 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc830ae5-320c-4b07-9363-d4a582327897 req-5df9dda2-0808-4f86-a101-b0bd9b103b05 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 943 time: 0.0917494 Apr 13 14:40:10.689472 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc830ae5-320c-4b07-9363-d4a582327897 req-6586d190-2d9a-4dee-aac3-cd9a34bb8761 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257940 Apr 13 14:40:10.708943 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-64fc5b11-bdef-4ad5-8274-b9be316c4862 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521968 Apr 13 14:40:10.818850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 042643a9-01b6-4547-b6b7-46e6d9649218 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:40:10.835545 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:10.880456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:10.884673 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "DELETE /v2.0/floatingips/67176e3e-6c0e-479b-9395-889415cc22ae HTTP/1.1" status: 204 len: 168 time: 2.9565220 Apr 13 14:40:10.897522 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4d497bb-1a03-4625-9a3f-84e5622c4753 req-3c6646da-75a7-4dfe-a060-091cc7455e2d service neutron] 10.222.0.26 "GET /v2.0/networks/3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753979 Apr 13 14:40:10.920135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 042643a9-01b6-4547-b6b7-46e6d9649218 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:40:10.933617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 042643a9-01b6-4547-b6b7-46e6d9649218 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:40:10.934299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:11.128511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:11.156361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:11.158567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:11.166380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:11.168627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:11.236236 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-70a10268-890a-42d8-8faa-4345053083d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:11.237894 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-70a10268-890a-42d8-8faa-4345053083d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9909585bb0fb4b04b75b16e11415a45b&device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 1096 time: 0.1301301 Apr 13 14:40:11.239656 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeda20-cf08-46a2-bf33-da93440320c8 req-ea56ce6d-b522-42c5-b749-c1f67671b1d9 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:11.241462 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9adeda20-cf08-46a2-bf33-da93440320c8 req-ea56ce6d-b522-42c5-b749-c1f67671b1d9 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1574159 Apr 13 14:40:11.252436 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:11.256293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:11.285598 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9adeda20-cf08-46a2-bf33-da93440320c8 req-72483e80-77ad-4bc7-882f-688827dcc6c5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351596 Apr 13 14:40:11.396883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-2c3de379-d77f-467f-80b1-25965c294663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:11.398611 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-2c3de379-d77f-467f-80b1-25965c294663 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad HTTP/1.1" status: 200 len: 910 time: 0.1489167 Apr 13 14:40:11.483989 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-bf1fe0e4-d75a-453e-b2bd-2512b01fc0dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12b0bb16-ac13-4a48-aee6-86f3bd90d249 HTTP/1.1" status: 200 len: 217 time: 0.0746815 Apr 13 14:40:11.534601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a849d2-c385-4de9-b49e-6117264b9453 req-f1fe138a-e16c-40d0-b454-cbe1a8cf3c74 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:11.536362 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-26a849d2-c385-4de9-b49e-6117264b9453 req-f1fe138a-e16c-40d0-b454-cbe1a8cf3c74 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.0999093 Apr 13 14:40:11.568871 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-26a849d2-c385-4de9-b49e-6117264b9453 req-593e97fd-506d-4095-912b-c6d9fef5d188 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249603 Apr 13 14:40:11.569420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-fe8d884e-bd52-4204-b421-e01245487ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:11.571364 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-fe8d884e-bd52-4204-b421-e01245487ded service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aeec56f3-e216-4711-9a20-bf76b31c7ca3 HTTP/1.1" status: 200 len: 849 time: 0.0753622 Apr 13 14:40:11.634811 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-92dc74c6-37a3-4920-84d3-7e54b99f96d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540080 Apr 13 14:40:11.646607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44794) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:11.648339 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'code': 200} Apr 13 14:40:11.653560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007631083', 'description': 'tempest-description--950709008'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:11.661749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:11.667228 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:11.670987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:11.677708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:11.688676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:11.692731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:11.697104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group_rule and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:11.700795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:11.707919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:11.792206 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-5793972b-70d3-4cb6-b90b-e3532b304437 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489525 Apr 13 14:40:11.792453 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:11.796711 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:11.802760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1ede8429-3ae7-48fe-9497-484a97125c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:11.889246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:11.891167 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2426989 Apr 13 14:40:11.913056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44802) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:11.923779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'security_group_rule': {'security_group_id': '75ab60fd-a39e-42cf-a4a4-c982e9341099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:11.934715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:11.948322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group_rule and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:11.953772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:11.963211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:11.964462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab60fd-a39e-42cf-a4a4-c982e9341099,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:11.972802 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:12.000114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.011424 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-97c51d32-ce8e-4158-bc40-f3fd16b9dfce req-a195c577-6747-44c2-a297-61ca6ecbd327 service neutron] 10.222.0.26 "GET /v2.0/networks/3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109623 Apr 13 14:40:12.014542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9118da-f556-4878-9cb2-a052b5de2575 req-c6536d98-bd8e-4f85-a9ed-ad9d229c3b1f tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:12.016247 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ee9118da-f556-4878-9cb2-a052b5de2575 req-c6536d98-bd8e-4f85-a9ed-ad9d229c3b1f tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 943 time: 0.1889515 Apr 13 14:40:12.056966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ee9118da-f556-4878-9cb2-a052b5de2575 req-8b94ad04-4664-4da2-9f25-057673ad4b9a tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Apr 13 14:40:12.059742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0d354-a77f-43ff-8905-e0015abf2ebd req-fde068b1-9b9b-49aa-b74f-4258e413d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:12.061364 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-44c0d354-a77f-43ff-8905-e0015abf2ebd req-fde068b1-9b9b-49aa-b74f-4258e413d020 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1099 time: 0.1741283 Apr 13 14:40:12.071334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.074220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.083449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:12.100157 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-44c0d354-a77f-43ff-8905-e0015abf2ebd req-92846050-1dfd-498a-a1e5-c14ec298ddfa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Apr 13 14:40:12.108541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a4b614-d58b-453d-9863-554141c14d41,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:12.111270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:12.118840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.120461 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062871 Apr 13 14:40:12.124030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44806) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:12.130900 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'security_group_rule': {'security_group_id': '75ab60fd-a39e-42cf-a4a4-c982e9341099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:12.143110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:12.149569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:security_group_rule and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:12.153134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:12.159733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:12.177068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.249400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.252398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.254682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-82f83bee-c8bb-4efc-a287-cb3c40cc152d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:12.280340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1939b975-7699-4b4d-8aed-4a5f3d69209f,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:12.283024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:12.289561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.290869 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657269 Apr 13 14:40:12.294855 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44810) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:12.300758 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'floatingip': {'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:12.307519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:12.312175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:floatingip and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:12.315473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:12.321825 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:12.333771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.502575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.532204 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f1256-d23d-4648-a2c0-033e0a69270b req-ea18931d-a672-4a21-accd-ca8970fa51d7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:12.535028 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-330f1256-d23d-4648-a2c0-033e0a69270b req-ea18931d-a672-4a21-accd-ca8970fa51d7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1227670 Apr 13 14:40:12.569592 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-330f1256-d23d-4648-a2c0-033e0a69270b req-dc833372-ab2b-47de-a053-9354bc34965c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275280 Apr 13 14:40:12.680751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Allocated IP 172.28.0.215 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/d02b3d7a-98f1-4ad5-8580-5c66df7c4469) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:40:12.778395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9e787-5d3e-42d1-a99a-209e596b4965 req-d916bd58-81e9-46ba-b906-01a2e6b24ae9 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:12.779969 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01d9e787-5d3e-42d1-a99a-209e596b4965 req-d916bd58-81e9-46ba-b906-01a2e6b24ae9 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.0909455 Apr 13 14:40:12.815464 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01d9e787-5d3e-42d1-a99a-209e596b4965 req-493e17e4-39c0-4c47-bb6f-b7b1465b4558 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288231 Apr 13 14:40:12.836963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 12b0bb16-ac13-4a48-aee6-86f3bd90d249 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:40:12.850104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.882650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:12.899043 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:12.994493 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 12b0bb16-ac13-4a48-aee6-86f3bd90d249, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=12b0bb16-ac13-4a48-aee6-86f3bd90d249,segment=NetworkSegment(b2d33b8b-769d-4a07-ab17-9a26c0283e4b),segment_id=b2d33b8b-769d-4a07-ab17-9a26c0283e4b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:13.010919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '12b0bb16-ac13-4a48-aee6-86f3bd90d249', 'network_id': '3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad', 'port_id': '12b0bb16-ac13-4a48-aee6-86f3bd90d249', 'mac_address': 'fa:16:3e:8c:f1:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeec56f3-e216-4711-9a20-bf76b31c7ca3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:40:13.087681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:13.122108 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b0bb16-ac13-4a48-aee6-86f3bd90d249 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:13.134649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'Port': ['ID=d02b3d7a-98f1-4ad5-8580-5c66df7c4469,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:13.141066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:13.158321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 12b0bb16-ac13-4a48-aee6-86f3bd90d249, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=12b0bb16-ac13-4a48-aee6-86f3bd90d249,segment=NetworkSegment(b2d33b8b-769d-4a07-ab17-9a26c0283e4b),segment_id=b2d33b8b-769d-4a07-ab17-9a26c0283e4b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:13.163979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:13.166861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:13.201540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:40:13.202888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:40:13.205416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:40:13.256667 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=12b0bb16-ac13-4a48-aee6-86f3bd90d249,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:13.260386 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:13.307603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40050c-e576-45f5-8e79-91d7c1a11421 req-e6c5f172-8a93-4c4e-a1fc-5f55394219e6 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:13.309529 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1f40050c-e576-45f5-8e79-91d7c1a11421 req-e6c5f172-8a93-4c4e-a1fc-5f55394219e6 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 944 time: 0.1150620 Apr 13 14:40:13.351191 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1f40050c-e576-45f5-8e79-91d7c1a11421 req-ec6416b6-adc9-412c-9030-8bf44db76f07 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330799 Apr 13 14:40:13.441379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['12b0bb16-ac13-4a48-aee6-86f3bd90d249'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:13.604353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-24c298f8-d991-4c50-83c9-9a973c9e27ec tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:13.607230 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-24c298f8-d991-4c50-83c9-9a973c9e27ec tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.1197979 Apr 13 14:40:13.650354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:13.739483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:13.795819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Deleting port 1ebba991-1b94-4937-806c-300fbf5dc948 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:13.796469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:14.013350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd9a63-0d2e-4eeb-b298-eb1cdc0d965a req-1b89f026-fd22-418e-a83d-2c36b25e93dc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:14.014971 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-befd9a63-0d2e-4eeb-b298-eb1cdc0d965a req-1b89f026-fd22-418e-a83d-2c36b25e93dc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 946 time: 0.3112676 Apr 13 14:40:14.025982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:14.031234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:14.047266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1c5d9b26-5cfc-4966-b638-2565cbe6825b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:14.196120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'Port': ['ID=d02b3d7a-98f1-4ad5-8580-5c66df7c4469,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:14.202583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:14.307112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:14.336273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:14.347838 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0517130 Apr 13 14:40:14.382933 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-befd9a63-0d2e-4eeb-b298-eb1cdc0d965a req-42dbd84b-0085-44ea-9e0e-f60960db06c8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992181 Apr 13 14:40:14.498090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb3ce-34fb-4314-8af1-31e25447a003 req-09bf91f4-3706-4c79-9aaf-1a3966ba9cb0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:14.505736 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a16bb3ce-34fb-4314-8af1-31e25447a003 req-09bf91f4-3706-4c79-9aaf-1a3966ba9cb0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.5597949 Apr 13 14:40:14.577981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1ebba991-1b94-4937-806c-300fbf5dc948,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:14.578397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:14.667102 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a16bb3ce-34fb-4314-8af1-31e25447a003 req-4dbd1526-928e-4cea-8609-ecd855b9dcbe tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528366 Apr 13 14:40:14.851583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 12b0bb16-ac13-4a48-aee6-86f3bd90d249 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:40:14.881335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-652680de-bad3-4982-90a4-c3466adcd655 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Synchronizing usage tracker for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:40:14.907131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8d2b2-65aa-4a47-ae45-f5b6c192bb43 req-6d92e837-6940-41b9-97a8-e1d55f93214e tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:14.908946 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0ed8d2b2-65aa-4a47-ae45-f5b6c192bb43 req-6d92e837-6940-41b9-97a8-e1d55f93214e tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 944 time: 0.3926356 Apr 13 14:40:14.925818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:40:14.931498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:40:14.931932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.009034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-652680de-bad3-4982-90a4-c3466adcd655 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Unset dirty status for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:40:15.010288 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-652680de-bad3-4982-90a4-c3466adcd655 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1007631083&fields=id&tenant_id=07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 267 time: 0.1956456 Apr 13 14:40:15.035628 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0ed8d2b2-65aa-4a47-ae45-f5b6c192bb43 req-0dff20d6-b7ae-4a6d-b9ab-aff8d3fa9369 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Apr 13 14:40:15.076313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.091208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0bb16-ac13-4a48-aee6-86f3bd90d249'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:15.099409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.100260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.100260 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Floating IP c752a3d6-0049-4b95-a3b7-9fa1e23f9381 disassociated. External IP: 172.28.0.37, port: 1ebba991-1b94-4937-806c-300fbf5dc948. Apr 13 14:40:15.100503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Calling delete_port for 1ebba991-1b94-4937-806c-300fbf5dc948 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:15.102838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 12b0bb16-ac13-4a48-aee6-86f3bd90d249, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=12b0bb16-ac13-4a48-aee6-86f3bd90d249,segment=NetworkSegment(b2d33b8b-769d-4a07-ab17-9a26c0283e4b),segment_id=b2d33b8b-769d-4a07-ab17-9a26c0283e4b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:15.106554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.107521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 1ebba991-1b94-4937-806c-300fbf5dc948 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:40:15.133592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0058866a-e499-41e8-9848-e8db0e960392 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:15.245567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=12b0bb16-ac13-4a48-aee6-86f3bd90d249,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:15.248896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:15.313653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.333568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1ebba991-1b94-4937-806c-300fbf5dc948,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:15.336731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.338720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:15.338913 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-6267a0ea-423a-40db-ba87-f2899e53226c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:15.341072 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-6267a0ea-423a-40db-ba87-f2899e53226c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 816 time: 0.3180323 Apr 13 14:40:15.366839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:40:15.367208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:40:15.369986 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-2422f046-63c0-4460-8ad9-3309637aa187 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/quotas/07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 375 time: 0.0183520 Apr 13 14:40:15.421876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=1ebba991-1b94-4937-806c-300fbf5dc948,revision_number=6']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:15.431115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:15.453710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a6208-ff67-4286-ba0f-0a082a071ca6 req-77b3a61a-ad2a-4d95-a4f8-dd1ffcdc07d0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:15.454979 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-798a6208-ff67-4286-ba0f-0a082a071ca6 req-77b3a61a-ad2a-4d95-a4f8-dd1ffcdc07d0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.2137170 Apr 13 14:40:15.497155 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-798a6208-ff67-4286-ba0f-0a082a071ca6 req-491a6238-f777-489c-b47a-bc0e02c0ea3d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Apr 13 14:40:15.520520 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-5758042f-01c4-4e68-8fad-a94e44d817c4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432261 Apr 13 14:40:15.559760 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b0bb16-ac13-4a48-aee6-86f3bd90d249', 'code': 200} Apr 13 14:40:15.734345 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-b9b8c4d2-99aa-4364-afb5-b1cd7281f92d service neutron] 10.222.0.35 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988533 Apr 13 14:40:15.832440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5376d-d827-45ab-a383-dc3d1d204942 req-c7f55d28-52b2-4e07-95ed-72766c854d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:15.834155 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-59e5376d-d827-45ab-a383-dc3d1d204942 req-c7f55d28-52b2-4e07-95ed-72766c854d70 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 1098 time: 0.0859032 Apr 13 14:40:15.863894 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-59e5376d-d827-45ab-a383-dc3d1d204942 req-e3bc333e-bbfe-419b-8f96-6625d1a42067 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0217745 Apr 13 14:40:15.878936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7460a-37d3-45dd-a3ac-c7005c221d3a req-0cfa6150-8e60-4c2d-a035-d04fb2059073 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:15.880627 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17a7460a-37d3-45dd-a3ac-c7005c221d3a req-0cfa6150-8e60-4c2d-a035-d04fb2059073 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 944 time: 0.2221756 Apr 13 14:40:15.881202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Deleting port 1ebba991-1b94-4937-806c-300fbf5dc948 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:15.881584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:15.975398 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17a7460a-37d3-45dd-a3ac-c7005c221d3a req-d09c9928-4838-495b-9a4d-d32c08da0fc3 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=275df178-3e48-4d83-b3bf-15ccc49ac168&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647655 Apr 13 14:40:16.005169 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-e5a24f26-1c92-480b-b87a-432cd46cf9f2 service neutron] 10.222.0.35 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583091 Apr 13 14:40:16.251780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] For port 1ebba991-1b94-4937-806c-300fbf5dc948, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1ebba991-1b94-4937-806c-300fbf5dc948,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:16.252421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:16.446742 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-af8b6cad-88c7-4080-ae0a-573efc2c8f2c req-77cda299-54ab-4fe4-9262-11935e95a9bf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 210 time: 0.1054497 Apr 13 14:40:16.736832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608007a-4541-46ce-b566-ee9dbd7fb8b5 req-a0518a2a-3679-44eb-84ff-b2dc3166518a tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:16.738387 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3608007a-4541-46ce-b566-ee9dbd7fb8b5 req-a0518a2a-3679-44eb-84ff-b2dc3166518a tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 945 time: 0.3959699 Apr 13 14:40:16.806570 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3608007a-4541-46ce-b566-ee9dbd7fb8b5 req-f6b95121-9170-4269-86d1-b23748df7a9c tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592747 Apr 13 14:40:16.809758 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:16.810213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:16.810537 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Floating IP c752a3d6-0049-4b95-a3b7-9fa1e23f9381 disassociated. External IP: 172.28.0.37, port: 1ebba991-1b94-4937-806c-300fbf5dc948. Apr 13 14:40:16.810930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Calling delete_port for 1ebba991-1b94-4937-806c-300fbf5dc948 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:16.881623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb3923-c93a-4866-a361-e35fda8abf2d req-7868669a-5022-4d1e-a90f-df6040453d16 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:16.883330 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5ffb3923-c93a-4866-a361-e35fda8abf2d req-7868669a-5022-4d1e-a90f-df6040453d16 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.3146405 Apr 13 14:40:16.947666 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5ffb3923-c93a-4866-a361-e35fda8abf2d req-9b8030d0-9ad6-49f0-b5ce-9fc02b0149bd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551438 Apr 13 14:40:17.079319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:17.101642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6f979bd3-f8e7-44ef-932b-e42080e5f865 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:17.167349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:40:17.211704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event deleted for resources: {'Port': ['ID=1ebba991-1b94-4937-806c-300fbf5dc948,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:17.214721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:17.225175 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5589f6a7-d25b-42cf-83f3-26b791f389c0 req-da1a8e9d-69f1-477c-84a7-fb3f8a2f1a36 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 210 time: 0.0905447 Apr 13 14:40:17.562272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:17.695661 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948', 'code': 200} Apr 13 14:40:17.810680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-1779a50a-2faf-4e77-9292-e1ada287949e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:17.813625 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-1779a50a-2faf-4e77-9292-e1ada287949e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 816 time: 0.3645246 Apr 13 14:40:18.000596 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-cdad00e8-9050-423f-9b10-c5ed0a72dc50 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 5704 time: 0.1741195 Apr 13 14:40:18.010689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'port': {'device_id': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'admin_state_up': True, 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'security_groups': ['75ab60fd-a39e-42cf-a4a4-c982e9341099']}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:18.117797 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31d91c5d-5ffb-4daa-b948-deaa0f407174 req-46d830fa-e7e7-40ae-a6e5-8c3dce0028e6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 210 time: 0.1862116 Apr 13 14:40:18.173374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:18.177895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Usage tracker for resource:port and tenant:07e84136b36f4958ba0c1688c5fcf4b4 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:18.181398 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:18.194232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:18.210112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Made reservation on behalf of 07e84136b36f4958ba0c1688c5fcf4b4 for: {'port': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:40:18.221429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089702cd-9053-453c-a17f-74d5eaf4243c req-0521dc8c-485c-4a5d-a1ff-79125cc0da16 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:18.221695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:18.223120 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-089702cd-9053-453c-a17f-74d5eaf4243c req-0521dc8c-485c-4a5d-a1ff-79125cc0da16 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 945 time: 0.1710296 Apr 13 14:40:18.225317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:40:18.381161 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-089702cd-9053-453c-a17f-74d5eaf4243c req-e442109f-ddc3-4cff-bea3-d19364724448 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502836 Apr 13 14:40:18.414375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Allocated IP 172.20.0.10 (cd11b96e-103a-48de-b559-8c4491aca047/87042859-67c6-4e91-9f4b-4f44315d7d6f/4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:40:18.529644 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-79da749d-a353-4902-a4ed-20aaddbbf072 req-38230843-48f2-4fc4-a04a-9e25cb56b8d9 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=46b94480-64b0-4312-9c19-903229d760ab HTTP/1.1" status: 200 len: 210 time: 0.0629539 Apr 13 14:40:18.536714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:40:18.549278 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] Sync routers for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:40:18.573777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:18.575769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:18.635911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] No DVR routers for this DVR port 1ebba991-1b94-4937-806c-300fbf5dc948 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:40:18.638462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:18.644356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'name': 'network-vif-deleted', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:18.650593 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a99069e9-1910-4ea5-b74f-c2be9b67d8c1 req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "DELETE /v2.0/ports/1ebba991-1b94-4937-806c-300fbf5dc948 HTTP/1.1" status: 204 len: 173 time: 5.0363758 Apr 13 14:40:18.697476 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b94480-64b0-4312-9c19-903229d760ab', 'name': 'network-vif-deleted', 'tag': '1ebba991-1b94-4937-806c-300fbf5dc948', 'status': 'completed', 'code': 200} Apr 13 14:40:18.719953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:18.796959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Transition to ACTIVE for port object 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e will not be triggered until provisioned by entity DHCP. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:40:18.821617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:18.866182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:19.007061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:19.113227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Network cd11b96e-103a-48de-b559-8c4491aca047 is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:40:19.117045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:40:19.121485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:40:19.350267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:19.353248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:19.363691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:19.376870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] Checking router: 84b4fbe8-2212-4f1c-971b-7d3392fc7bca for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:40:19.394657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:19.398449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:19.399492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:19.400772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:19.429554 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-bab4ce94-193f-4ebf-a207-4b5533aac8b6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4229329 Apr 13 14:40:19.444373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Request body: {'port': {'device_id': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:19.603962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bb3c3-d835-42c8-b1f0-1b18e3ed32d4 req-1c5f5376-0945-4ed3-87f9-f8791e3f2fbb tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:19.605892 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f51bb3c3-d835-42c8-b1f0-1b18e3ed32d4 req-1c5f5376-0945-4ed3-87f9-f8791e3f2fbb tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.2197247 Apr 13 14:40:19.608002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:19.615584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b527bb-272d-4a52-8dfb-bb69197396e1 req-207ad91b-fe89-4c9c-b076-3a5dfaba07a8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:19.617273 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-68b527bb-272d-4a52-8dfb-bb69197396e1 req-207ad91b-fe89-4c9c-b076-3a5dfaba07a8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 932 time: 0.1686637 Apr 13 14:40:19.663333 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f51bb3c3-d835-42c8-b1f0-1b18e3ed32d4 req-6ab74d82-3305-4195-abd6-a6b2a427736f tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449495 Apr 13 14:40:19.669045 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-68b527bb-272d-4a52-8dfb-bb69197396e1 req-9b8a69e9-bcb0-4682-ba5c-e4b369ad5a2c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375028 Apr 13 14:40:19.773515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-9321ac5c-6d57-4562-80a1-46b8065ff895 None None] Provisioning for port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:40:19.784571 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-9321ac5c-6d57-4562-80a1-46b8065ff895 None None] Provisioning complete for port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:40:19.785033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9321ac5c-6d57-4562-80a1-46b8065ff895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:19.821254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 44934) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:19.873188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-9321ac5c-6d57-4562-80a1-46b8065ff895 None None] Port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:40:19.882572 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:20.037096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.090814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.215526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.223211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e03f4290-8786-44bf-bb6e-f62213e81c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:20.238180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e {{(pid=85280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:20.248970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=275df178-3e48-4d83-b3bf-15ccc49ac168,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:20.253194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.257173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:20.262666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:20.272239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.273753 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "DELETE /v2.0/security-groups/275df178-3e48-4d83-b3bf-15ccc49ac168 HTTP/1.1" status: 204 len: 168 time: 0.4514632 Apr 13 14:40:20.276851 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44946) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:20.280687 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Transition to ACTIVE for port object 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e will not be triggered until provisioned by entity L2. {{(pid=85280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:40:20.284129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f07fbf2-9ceb-41e1-8035-c6dfceff124e None None] The sync data for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb is: [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:40:20.292246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.309532 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.v2.resource [None req-ef9bb36b-c322-40e0-be43-f6b5befbb764 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] show failed (client error): The resource could not be found. Apr 13 14:40:20.309840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-706cde3f-3442-44a6-87ea-d0c41227c5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:20.317271 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ef9bb36b-c322-40e0-be43-f6b5befbb764 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups/275df178-3e48-4d83-b3bf-15ccc49ac168 HTTP/1.1" status: 404 len: 347 time: 0.0361946 Apr 13 14:40:20.318115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 44950) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:20.462135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:20.476498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:20.525324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Deleting port d1f7783f-690e-4595-851c-8b62a8156c2d {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:20.526088 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.721333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Attempting to bind port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:40:20.721709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Attempting to bind port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:40:20.722077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Attempting to bind port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e on network cd11b96e-103a-48de-b559-8c4491aca047 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:20.727544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e on network cd11b96e-103a-48de-b559-8c4491aca047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:40:20.727858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Attempting to bind port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e on network cd11b96e-103a-48de-b559-8c4491aca047 {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:20.734898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:40:20.735282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Checking segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:40:20.735706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Bound using segment: {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'} {{(pid=85280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:40:20.736191 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Bound port: 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dbfc92-2a5c-4df8-852a-af0793aa4482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047'}}] {{(pid=85280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:40:20.736574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.754332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.754695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.844853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2eeb7f-238e-43c0-85a3-de63872d578a None None] New status for floating IP c752a3d6-0049-4b95-a3b7-9fa1e23f9381: DOWN {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:40:20.858813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, cleared binding levels {{(pid=85280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:40:20.862328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:40:20.866023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:20.882585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:21.016831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Calling delete_port for d1f7783f-690e-4595-851c-8b62a8156c2d owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:21.164894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52b14b-11e2-4ef1-870a-9132f1fb12e2 req-924c14d5-5438-4d19-9e14-4f4840d4dd5c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:21.166758 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d52b14b-11e2-4ef1-870a-9132f1fb12e2 req-924c14d5-5438-4d19-9e14-4f4840d4dd5c tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.3239312 Apr 13 14:40:21.227310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a7ada-0569-4a61-938e-7918226c95eb req-94bfb26a-4e9a-49c5-8384-d2de9b6a0759 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:21.229432 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8e3a7ada-0569-4a61-938e-7918226c95eb req-94bfb26a-4e9a-49c5-8384-d2de9b6a0759 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.3852851 Apr 13 14:40:21.263340 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d52b14b-11e2-4ef1-870a-9132f1fb12e2 req-1178baeb-fbe3-4da9-b6b3-4d90b32d8144 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792825 Apr 13 14:40:21.264271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:40:21.264820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:40:21.284029 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8e3a7ada-0569-4a61-938e-7918226c95eb req-20fbd917-f451-44bc-a571-1f71670c52bf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435283 Apr 13 14:40:21.301261 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=3']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:21.306274 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:21.344867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:21.345714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:21.347050 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] 10.222.0.26 "PUT /v2.0/ports/4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 200 len: 1094 time: 1.9080021 Apr 13 14:40:21.347618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:21.522929 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'status': 'completed', 'code': 200} Apr 13 14:40:21.562738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-e069c860-c55b-4a31-9012-3a257ecbaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:21.564382 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-e069c860-c55b-4a31-9012-3a257ecbaad3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1097 time: 0.1672535 Apr 13 14:40:21.640491 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-cb81aa7a-c2aa-4f60-926e-b737fc05f7ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 200 len: 217 time: 0.0676050 Apr 13 14:40:21.718474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-4a35c065-377b-40f3-a085-d447f35a2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:21.720005 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-4a35c065-377b-40f3-a085-d447f35a2821 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.0675535 Apr 13 14:40:21.766091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Deleting port d1f7783f-690e-4595-851c-8b62a8156c2d {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:21.766410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:21.804717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-a0178072-ca2a-4a6c-826f-0f1a75784552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:21.806328 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-a0178072-ca2a-4a6c-826f-0f1a75784552 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789568 Apr 13 14:40:21.959043 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-3e40a763-f9d2-4758-8ee1-6e7f106d2206 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444659 Apr 13 14:40:21.970762 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:21.971193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:22.120597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Calling delete_port for d1f7783f-690e-4595-851c-8b62a8156c2d owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:22.128596 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a91dfb8-219d-4945-8492-c5e0affeb3a3 req-8b26ef6b-01fc-44a3-bf89-342cc6d2b12b service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608875 Apr 13 14:40:22.267926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-2a566058-f481-4c88-960b-bec1652a1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:22.270108 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-2a566058-f481-4c88-960b-bec1652a1208 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1097 time: 0.0891447 Apr 13 14:40:22.284960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:22.303094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ca555120-35bb-4631-a7ba-9fa320a70a0d tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:22.374198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event deleted for resources: {'Port': ['ID=d1f7783f-690e-4595-851c-8b62a8156c2d,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:22.444579 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:22.484288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-bdc1d700-8ce4-41fb-89c0-cc855a90268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:22.486251 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-bdc1d700-8ce4-41fb-89c0-cc855a90268e service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.2089734 Apr 13 14:40:22.564108 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-d0d65fc3-2af8-4eda-85f6-ee7de482f8d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 200 len: 217 time: 0.0705514 Apr 13 14:40:22.649531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-2f2ced17-5201-41c1-8214-71f047316d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:22.651610 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-2f2ced17-5201-41c1-8214-71f047316d98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.0794036 Apr 13 14:40:22.746629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-9ecbefca-0b9f-4321-a6ec-db9693ef4f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:22.748295 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-9ecbefca-0b9f-4321-a6ec-db9693ef4f95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868986 Apr 13 14:40:22.913469 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-5028cd0e-8d7b-4b51-b85b-0c74b96ac36e service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523211 Apr 13 14:40:22.925648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:22.938786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c107c64-f5f1-4831-a5de-07a949828db3 req-52e639fe-224a-4e14-be29-b72664fe9601 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:22.940501 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c107c64-f5f1-4831-a5de-07a949828db3 req-52e639fe-224a-4e14-be29-b72664fe9601 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.4948528 Apr 13 14:40:22.950865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1c7d8-8a21-4dd2-baaf-12aad7ec6cf1 req-a87872b4-792e-459b-9507-c0daa8f30ade tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:22.952463 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8ae1c7d8-8a21-4dd2-baaf-12aad7ec6cf1 req-a87872b4-792e-459b-9507-c0daa8f30ade tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.5055630 Apr 13 14:40:23.001503 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c107c64-f5f1-4831-a5de-07a949828db3 req-cfe9a2b4-c3bc-444b-8777-42408ae3db30 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479031 Apr 13 14:40:23.009412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.009412 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "DELETE /v2.0/floatingips/c752a3d6-0049-4b95-a3b7-9fa1e23f9381 HTTP/1.1" status: 204 len: 168 time: 2.6897385 Apr 13 14:40:23.030536 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8ae1c7d8-8a21-4dd2-baaf-12aad7ec6cf1 req-9d28e7b0-5e93-4404-9d26-b22118dacf7c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612171 Apr 13 14:40:23.097518 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc92a7c6-0a67-459e-8b6d-1f6ba36d736e req-76ad979f-a382-44be-a585-80602f571d4c service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747093 Apr 13 14:40:23.224383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70d890-8560-454a-83ca-15c668f33713 req-273efe18-7c1e-4c4f-95d8-674b7d2368db tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:23.226088 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7f70d890-8560-454a-83ca-15c668f33713 req-273efe18-7c1e-4c4f-95d8-674b7d2368db tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.0922763 Apr 13 14:40:23.262381 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7f70d890-8560-454a-83ca-15c668f33713 req-ce789f02-19f8-4ede-81a4-38d3cbc4c677 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290356 Apr 13 14:40:23.287567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45002) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:23.469039 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e92c4-bf21-4b28-ae47-09192980147c req-4b4d11d6-b970-4cc6-bb82-77e673c50def tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:23.471152 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-542e92c4-bf21-4b28-ae47-09192980147c req-4b4d11d6-b970-4cc6-bb82-77e673c50def tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 945 time: 0.1026154 Apr 13 14:40:23.476245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45008) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:23.482638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975370891', 'description': 'tempest-description--2132888360'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:23.489291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:23.493877 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:23.497034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:23.503539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:23.515176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.519522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:23.523990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group_rule and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:23.527211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:23.533995 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:23.546549 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-542e92c4-bf21-4b28-ae47-09192980147c req-5adc0e1f-8d98-4870-a8d4-905a99946a36 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Apr 13 14:40:23.572594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1811588-5428-4b31-aa6c-12f871366b3d tempest-TestMinimumBasicScenario-300121836 tempest-TestMinimumBasicScenario-300121836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:23.574813 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e1811588-5428-4b31-aa6c-12f871366b3d tempest-TestMinimumBasicScenario-300121836 tempest-TestMinimumBasicScenario-300121836-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1094 time: 0.2850170 Apr 13 14:40:23.578040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45012) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:23.591384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'floatingip': {'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'port_id': '042643a9-01b6-4547-b6b7-46e6d9649218', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:23.597928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:23.612161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:floatingip and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:23.617106 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:23.635880 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:23.640225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.644830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.651539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5eea3a9b-023a-485d-8aba-08f7775bc949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:23.672713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for floatingip, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.730588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:23.733777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:23.736812 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.738215 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2608235 Apr 13 14:40:23.741360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45016) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:23.746992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'security_group_rule': {'security_group_id': '7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:23.753373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:23.757448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group_rule and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:23.760496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:23.767043 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:23.784435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.851709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.857613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.860356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.868092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:23.888400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5ee19f-e737-438c-b927-fdc9d351867d,revision_number=0']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:23.893186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:23.897021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:23.900866 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a1138c1c-62ad-4319-8f90-d988214243f7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558750 Apr 13 14:40:23.901289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45020) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:23.909904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'security_group_rule': {'security_group_id': '7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:23.918479 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:23.931748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:security_group_rule and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:23.937402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:23.947763 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:24.016658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.057928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Allocated IP 172.28.0.111 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/e775e958-776a-40b6-a86a-cd9a72dc7ac1) {{(pid=85280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:40:24.194274 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.199289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.211770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:24.276675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d4717-0056-45d0-8ec6-7ea44282099d req-6a66bcae-ca41-4145-b906-b7ec6a29eea9 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:24.278320 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-131d4717-0056-45d0-8ec6-7ea44282099d req-6a66bcae-ca41-4145-b906-b7ec6a29eea9 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.1578264 Apr 13 14:40:24.280401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e7a4d3-cda5-40ce-9211-5f0084a92f45,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:24.291945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a07b0-f97d-430d-a9ea-b5f244b38752 req-8c6c1d51-1a40-4584-9dc0-69abde119410 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:24.294095 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c84a07b0-f97d-430d-a9ea-b5f244b38752 req-8c6c1d51-1a40-4584-9dc0-69abde119410 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.1289439 Apr 13 14:40:24.299770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:24.337828 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-131d4717-0056-45d0-8ec6-7ea44282099d req-72555a5a-ba26-4d70-a40b-314d242011df tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425436 Apr 13 14:40:24.339034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.341137 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387655 Apr 13 14:40:24.345160 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c84a07b0-f97d-430d-a9ea-b5f244b38752 req-6e24972a-bdb4-44d5-8209-d727c31d1bf6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353343 Apr 13 14:40:24.345656 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45028) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:24.346167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for port, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.351034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'floatingip': {'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:24.362273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:24.362273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Usage tracker for resource:floatingip and tenant:227bea1a03904c0f979fd9dda0f8238b is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:24.365383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:24.371945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:24.382326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.402124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-79714942-c279-40aa-8943-b1bd2e35bd18 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:24.403725 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-79714942-c279-40aa-8943-b1bd2e35bd18 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.1677709 Apr 13 14:40:24.410495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.427584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-22ea0086-c56d-4ba5-a638-1bb9aa6ebf0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:24.530519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.628735 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'Port': ['ID=e775e958-776a-40b6-a86a-cd9a72dc7ac1,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:24.632601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:24.655835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Deleting port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:24.656225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:24.737195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Allocated IP 172.28.0.188 (26cf31ba-cb73-4e12-84c0-0435343e436d/64ba9b42-e86e-4d28-8af1-660a286256aa/568cf0ed-c7c1-497a-92fb-fc604812e7a0) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:40:24.798873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:40:24.802321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources bound (agent type, host, resource id): {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:40:24.813421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Received port after_create {{(pid=85280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:40:24.921114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:40:24.929336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592662ec-c5e8-45a8-8059-4bfcbf5b70c8 req-1989f802-e57a-484e-bc78-7e1d2a25ce17 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:24.937207 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-592662ec-c5e8-45a8-8059-4bfcbf5b70c8 req-1989f802-e57a-484e-bc78-7e1d2a25ce17 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 945 time: 0.2581909 Apr 13 14:40:25.008546 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-592662ec-c5e8-45a8-8059-4bfcbf5b70c8 req-1aea728a-acb2-4cb5-8ab0-ef184cce7b37 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703771 Apr 13 14:40:25.052719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.070580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a872040-0bf2-4145-bc86-9394d450e89b req-6521b411-5f91-4643-b7fb-0f906b3361f3 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:25.072182 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a872040-0bf2-4145-bc86-9394d450e89b req-6521b411-5f91-4643-b7fb-0f906b3361f3 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.26 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 945 time: 0.2185731 Apr 13 14:40:25.074883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:25.089600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'port_id': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'mac_address': 'fa:16:3e:28:c7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:40:25.119230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] For port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,segment=NetworkSegment(0e37267b-ae04-44f6-93b2-5964188e06ce),segment_id=0e37267b-ae04-44f6-93b2-5964188e06ce)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:25.119638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.160448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.162167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:25.166271 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Deleting port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:40:25.166791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.186953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:25.191804 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.195142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:25.238326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.254552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c6f2bf5f-a212-4bc5-8016-b318c375ab9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:25.279771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Calling delete_port for 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 owned by compute:nova {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:25.335129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:25.339705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:25.453321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:25.464164 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'Port': ['ID=568cf0ed-c7c1-497a-92fb-fc604812e7a0,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:25.480970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:25.767833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Network 26cf31ba-cb73-4e12-84c0-0435343e436d is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:40:25.782517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:40:25.789226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:40:25.807770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] For port 12b0bb16-ac13-4a48-aee6-86f3bd90d249, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=12b0bb16-ac13-4a48-aee6-86f3bd90d249,segment=NetworkSegment(b2d33b8b-769d-4a07-ab17-9a26c0283e4b),segment_id=b2d33b8b-769d-4a07-ab17-9a26c0283e4b)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:25.808179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.927103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:25.945040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:25.968181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Calling delete_port for 12b0bb16-ac13-4a48-aee6-86f3bd90d249 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:40:26.011585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['8fd6dee4-ca60-4e12-9937-f1039d0ebc23'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:26.016804 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Pushing event deleted for resources: {'Port': ['ID=8fd6dee4-ca60-4e12-9937-f1039d0ebc23,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:26.028628 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bcb2c-dcad-4fe7-b92d-6fc5b274bca8 req-77574fd8-ec50-4768-aad5-8611ba49deaf tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:26.030316 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-600bcb2c-dcad-4fe7-b92d-6fc5b274bca8 req-77574fd8-ec50-4768-aad5-8611ba49deaf tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/ports?device_id=139d1c30-82dc-4d31-9f44-8769d14b34a5 HTTP/1.1" status: 200 len: 946 time: 0.4949946 Apr 13 14:40:26.030669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:26.042026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779a62f-4f67-447d-abf4-e0639feed75c req-51055ea1-e206-4738-99fc-bf0913237c28 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:26.045539 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a779a62f-4f67-447d-abf4-e0639feed75c req-51055ea1-e206-4738-99fc-bf0913237c28 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 945 time: 0.4121180 Apr 13 14:40:26.114129 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-600bcb2c-dcad-4fe7-b92d-6fc5b274bca8 req-1e65365b-bf9e-44d0-b66d-589018a76f06 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea8fdd55-2b2a-4641-bac4-49710ac039db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656261 Apr 13 14:40:26.138890 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.139392 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a779a62f-4f67-447d-abf4-e0639feed75c req-25dbb7d3-7ad6-4e36-b4fa-3bc8d74d1d8e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740256 Apr 13 14:40:26.145921 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.259350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] No DVR routers for this DVR port 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 on host hv-cinder-78605 {{(pid=85280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:40:26.262027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.265019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'name': 'network-vif-deleted', 'tag': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:26.328901 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.340460 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-96261ccd-b9ca-45f1-8987-c3b86b9d90eb req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] 10.222.0.26 "DELETE /v2.0/ports/8fd6dee4-ca60-4e12-9937-f1039d0ebc23 HTTP/1.1" status: 204 len: 173 time: 1.9155433 Apr 13 14:40:26.345792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.375252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.375513 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139d1c30-82dc-4d31-9f44-8769d14b34a5', 'name': 'network-vif-deleted', 'tag': '8fd6dee4-ca60-4e12-9937-f1039d0ebc23', 'status': 'completed', 'code': 200} Apr 13 14:40:26.386221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['12b0bb16-ac13-4a48-aee6-86f3bd90d249'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:26.397637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:26.477404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Pushing event deleted for resources: {'Port': ['ID=12b0bb16-ac13-4a48-aee6-86f3bd90d249,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:26.524661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:26.645868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for port, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.649975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842003'] for port, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:26.667276 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-12a80685-51ca-4ca9-88ef-9c21ed75be3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:26.816112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'Port': ['ID=e775e958-776a-40b6-a86a-cd9a72dc7ac1,revision_number=2']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:26.821987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:26.877918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465317c-c3da-43c6-956d-335ca8473dfe req-2106e035-bb7a-48ba-8fda-b6c498fc1aa0 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:26.879542 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9465317c-c3da-43c6-956d-335ca8473dfe req-2106e035-bb7a-48ba-8fda-b6c498fc1aa0 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 867 time: 0.6550715 Apr 13 14:40:26.929760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:40:26.974489 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9465317c-c3da-43c6-956d-335ca8473dfe req-498f6e30-0164-4c5d-9170-a7a38207d72f tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/security-groups?id=056e942d-b654-4532-9d80-9710a7f6381a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819290 Apr 13 14:40:26.985636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.011819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:40:27.018002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:40:27.018657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.145624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] No DVR routers for this DVR port 12b0bb16-ac13-4a48-aee6-86f3bd90d249 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:40:27.148177 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.149640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.155336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'name': 'network-vif-deleted', 'tag': '12b0bb16-ac13-4a48-aee6-86f3bd90d249'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:27.162847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:27.175743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:27.178753 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.180073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 12b0bb16-ac13-4a48-aee6-86f3bd90d249 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:40:27.202898 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Floating IP 97f911a4-71b2-4a0e-b95e-4e2f212dcc3c associated. External IP: 172.28.0.111, port: 042643a9-01b6-4547-b6b7-46e6d9649218. Apr 13 14:40:27.215556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8fb75acc-3510-4b79-b173-65e948e8ef3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:27.220212 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9a872040-0bf2-4145-bc86-9394d450e89b req-00a09c18-8fe1-492b-8c50-07a038428507 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.26 "DELETE /v2.0/ports/12b0bb16-ac13-4a48-aee6-86f3bd90d249 HTTP/1.1" status: 204 len: 173 time: 2.1418042 Apr 13 14:40:27.257908 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eee8f5a-b418-42c9-9a33-9927ffaef444', 'name': 'network-vif-deleted', 'tag': '12b0bb16-ac13-4a48-aee6-86f3bd90d249', 'status': 'completed', 'code': 200} Apr 13 14:40:27.271313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 12b0bb16-ac13-4a48-aee6-86f3bd90d249 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:40:27.271530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 12b0bb16-ac13-4a48-aee6-86f3bd90d249 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:40:27.309995 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.315113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.361371 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'code': 200} Apr 13 14:40:27.367130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:27.370630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:27.374069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a1ddc8ae-1a22-4713-9e97-4e7d575a422a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:27.556644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'Port': ['ID=568cf0ed-c7c1-497a-92fb-fc604812e7a0,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:27.560034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:27.718589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.733826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4159391-cb4b-493b-8a4f-44dda2b5171a req-c8923cf5-7f72-4c6c-bb93-98e336c727e7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:27.741983 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f4159391-cb4b-493b-8a4f-44dda2b5171a req-c8923cf5-7f72-4c6c-bb93-98e336c727e7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.2284288 Apr 13 14:40:27.763193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:40:27.799539 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f4159391-cb4b-493b-8a4f-44dda2b5171a req-47be3a09-05ba-495b-aa2c-fa79470fc902 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563221 Apr 13 14:40:27.802001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:27.803291 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4566228 Apr 13 14:40:27.894591 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77599ade-0f3b-4b84-8d57-07aa246912f6 req-ab71cd7c-a3ac-4973-8f4f-df06a8ee7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:27.895976 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-77599ade-0f3b-4b84-8d57-07aa246912f6 req-ab71cd7c-a3ac-4973-8f4f-df06a8ee7c07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1099 time: 0.2417908 Apr 13 14:40:27.962898 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-77599ade-0f3b-4b84-8d57-07aa246912f6 req-10ea895a-acd7-4d3a-9a0b-83a5daad9ff6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576556 Apr 13 14:40:28.050015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:40:28.064607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] Sync routers for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:40:28.080038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.112251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:28.113879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:28.153652 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-40697d9a-326d-49a1-ac41-19b8de920e08 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5744195 Apr 13 14:40:28.154474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45066) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:28.160222 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152349355', 'description': 'tempest-secgroup-smoke-152349355 description', 'project_id': '9f9c296ccc154db1acbfa9a8f533f088'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:28.167520 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:28.180575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:28.193984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.198526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:28.204086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:28.208689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:28.216776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:28.264061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-65697c38-4f92-45bf-a229-ee8f8c2197ea req-1c6be5b9-6fac-435a-a7c4-562133ba5159 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Synchronizing usage tracker for tenant:9909585bb0fb4b04b75b16e11415a45b on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:40:28.275322 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-a46d725c-0774-4feb-bb32-dbedbc68ff43 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1975370891&fields=id&tenant_id=227bea1a03904c0f979fd9dda0f8238b HTTP/1.1" status: 200 len: 267 time: 0.0430560 Apr 13 14:40:28.298403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.301720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.308157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5945cd3d-7984-459f-8eed-63eabf0e225a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:28.315988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-65697c38-4f92-45bf-a229-ee8f8c2197ea req-1c6be5b9-6fac-435a-a7c4-562133ba5159 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Unset dirty status for tenant:9909585bb0fb4b04b75b16e11415a45b on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:40:28.317439 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65697c38-4f92-45bf-a229-ee8f8c2197ea req-1c6be5b9-6fac-435a-a7c4-562133ba5159 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] 10.222.0.35 "GET /v2.0/ports?device_id=0eee8f5a-b418-42c9-9a33-9927ffaef444 HTTP/1.1" status: 200 len: 210 time: 0.1650825 Apr 13 14:40:28.359309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e0f12-1e92-4687-aa05-03a23e8ee95e,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:28.365068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:28.371783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:28.375969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.380157 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-0c32ab80-7c8b-48ec-a430-21062c99a471 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2219093 Apr 13 14:40:28.380157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:28.383369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45074) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:28.390012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'security_group_rule': {'security_group_id': 'c18e0f12-1e92-4687-aa05-03a23e8ee95e', 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:28.397141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:28.401964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:28.409443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:28.416642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:28.435783 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'status': 'completed', 'code': 200} Apr 13 14:40:28.437222 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.514872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.519495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.526246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3f3fdd78-6093-414f-880d-1fc239670e8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:28.527296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-72bea365-55d0-43d7-858c-4dbcb17f8152 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:28.533477 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-72bea365-55d0-43d7-858c-4dbcb17f8152 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 811 time: 0.2439017 Apr 13 14:40:28.546326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2a7611-2650-43f7-8a36-5589fde73424,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:28.549726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:28.550705 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-b7486a85-cd22-4781-bdb9-5b22bce97d93 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/quotas/227bea1a03904c0f979fd9dda0f8238b HTTP/1.1" status: 200 len: 375 time: 0.0151024 Apr 13 14:40:28.556851 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.557779 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-896ac2c7-f803-465c-9073-65123063910d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1732869 Apr 13 14:40:28.561162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45080) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:28.567141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'security_group_rule': {'security_group_id': 'c18e0f12-1e92-4687-aa05-03a23e8ee95e', 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:28.574728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:28.579945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:28.583263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:28.589810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:28.607909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.637911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-21766ca8-e9ad-41a9-b1e3-2c897327c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:28.639516 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-21766ca8-e9ad-41a9-b1e3-2c897327c273 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1099 time: 0.1784482 Apr 13 14:40:28.682870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.687024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.692260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:28.712675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2be8fb-cbba-4f02-b31b-cf7bb9e63fed,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:28.723125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:28.740038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.741725 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8444d34a-d151-4d5e-b696-f29cb67a69fd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1792781 Apr 13 14:40:28.745128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45084) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:28.752077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'security_group_rule': {'security_group_id': 'c18e0f12-1e92-4687-aa05-03a23e8ee95e', 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:28.759841 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:28.767250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:28.772574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:28.779578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '97f911a4-71b2-4a0e-b95e-4e2f212dcc3c', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'port_id': '042643a9-01b6-4547-b6b7-46e6d9649218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'mac_address': 'fa:16:3e:bd:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:25Z', 'updated_at': '2021-04-13T14:40:25Z', 'revision_number': 0, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:27Z', 'revision_number': 5, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:28.780779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:28.784720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] Checking router: b6c2bcc0-e3de-4a75-81b7-b11caedbc3af for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:40:28.795330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:28.796011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:28.802510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-6177ba26-6410-4c81-8373-13a15020cc0c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Synchronizing usage tracker for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:40:28.803497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.832901 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-fb60e8a2-9008-4712-81ef-0686e14c069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:28.834510 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-fb60e8a2-9008-4712-81ef-0686e14c069a service neutron] 10.222.0.26 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 915 time: 0.1866648 Apr 13 14:40:28.839449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-6177ba26-6410-4c81-8373-13a15020cc0c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Unset dirty status for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:40:28.840814 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-6177ba26-6410-4c81-8373-13a15020cc0c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2662954 Apr 13 14:40:28.913869 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.930488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:28.950299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4e563ccf-e24c-4f5c-850a-f697e5b5d752 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:28.955255 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:40:28.999530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c1e1ab-2173-4aaf-8f92-8e221a028699,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:29.010662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:29.012484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.014013 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-89b0059c-8830-4e2b-b9a1-a4dc3dd7b5ae tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2677510 Apr 13 14:40:29.017395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45092) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:29.024067 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'security_group_rule': {'security_group_id': 'c18e0f12-1e92-4687-aa05-03a23e8ee95e', 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:29.030282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:40:29.030479 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 8fd6dee4-ca60-4e12-9937-f1039d0ebc23 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:40:29.031608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:29.036662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:29.039966 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:29.047187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:29.068456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.112890 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:29.148333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.152403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.154886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:29.182069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eddef73-290a-42ca-986d-ca2209129943,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:29.196555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:29.198709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.204869 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b9b3c08b-5fe5-43aa-891d-4bfc69946daf tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1860335 Apr 13 14:40:29.205892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45098) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:29.211595 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-f7b8aa4c-50e2-41ca-97d9-1bfcdc7cf93e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 1000 time: 0.3693078 Apr 13 14:40:29.213105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'security_group_rule': {'security_group_id': 'c18e0f12-1e92-4687-aa05-03a23e8ee95e', 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:29.221015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:29.225609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:29.229203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:29.236474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:29.248490 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.securitygroups_db [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Project 9f9c296ccc154db1acbfa9a8f533f088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 13 14:40:29.260247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.319559 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-0a28d364-3c57-475f-93db-a7feac0511ad service neutron] 10.222.0.35 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533731 Apr 13 14:40:29.330885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60082-91b6-4dca-b20f-2267aa9ed9e4 req-9798b8c6-d188-4beb-b105-dfc638b4763f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:29.338533 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-85a60082-91b6-4dca-b20f-2267aa9ed9e4 req-9798b8c6-d188-4beb-b105-dfc638b4763f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.3112919 Apr 13 14:40:29.353500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.357117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.360317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-99c74c5b-612c-4119-86f7-7a38d31fe1ed tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:29.389409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e899927-a19f-4349-85c8-9804e8f5b7d5,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:29.408323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:29.408891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:29.412944 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-da3ada13-6df3-419f-9789-19621431ff45 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2033486 Apr 13 14:40:29.415822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45106) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:29.422464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'security_group_rule': {'security_group_id': 'c18e0f12-1e92-4687-aa05-03a23e8ee95e', 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:29.429461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:29.435656 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Usage tracker for resource:security_group_rule and tenant:9f9c296ccc154db1acbfa9a8f533f088 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:29.439240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:29.446678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:29.492467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-2b3158f5-0ee8-4bc5-a855-375d0c6406f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:29.494058 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-2b3158f5-0ee8-4bc5-a855-375d0c6406f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 200 len: 853 time: 0.2744799 Apr 13 14:40:29.500287 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-85a60082-91b6-4dca-b20f-2267aa9ed9e4 req-03d9980b-acef-4ded-b5fe-3bfcb49cb252 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608000 Apr 13 14:40:29.601378 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-b35d4610-31a0-4ea2-bcee-d7b073a8ac66 service neutron] 10.222.0.35 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490845 Apr 13 14:40:29.628638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-f70076cf-00bd-48c9-954c-b691222dd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:29.631252 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-f70076cf-00bd-48c9-954c-b691222dd60a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=757ddc73-85fa-453e-a77b-486a8c22b276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1277163 Apr 13 14:40:29.634458 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '97f911a4-71b2-4a0e-b95e-4e2f212dcc3c', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'port_id': '042643a9-01b6-4547-b6b7-46e6d9649218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'mac_address': 'fa:16:3e:bd:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:25Z', 'updated_at': '2021-04-13T14:40:25Z', 'revision_number': 0, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:27Z', 'revision_number': 5, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:29.639811 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71390d7c-aebb-4600-8bcd-7fa1d1a24319 None None] The sync data for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb is: [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': '97f911a4-71b2-4a0e-b95e-4e2f212dcc3c', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'floating_ip_address': '172.28.0.111', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'port_id': '042643a9-01b6-4547-b6b7-46e6d9649218', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'mac_address': 'fa:16:3e:bd:78:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:25Z', 'updated_at': '2021-04-13T14:40:25Z', 'revision_number': 0, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:27Z', 'revision_number': 5, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:40:29.817691 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-52e78212-83f1-4537-bed7-49969c83410c service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787741 Apr 13 14:40:29.846580 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.securitygroups_db [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Project 9f9c296ccc154db1acbfa9a8f533f088 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 13 14:40:29.859642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:30.019505 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:30.023997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411969'] for security_group_rule, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:30.029005 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3908adf5-4d52-450b-b5ee-055be55a98b5 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:30.040428 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35d5ea60-dc8a-45cc-8902-accdef77c7fb req-a59b3056-2f59-46cb-9590-a4415b140478 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162969 Apr 13 14:40:30.061915 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756a5774-b87c-43ca-9342-0e289bc7de3d,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:30.064631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:30.073664 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:30.085103 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4476bb4c-b8df-4ed2-adb5-34c342734710 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6600614 Apr 13 14:40:30.122605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a761c86-e0df-49a1-aca1-f3727d0caf48 None None] New status for floating IP 97f911a4-71b2-4a0e-b95e-4e2f212dcc3c: ACTIVE {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:40:30.203710 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0762b782-1146-4ea4-9b62-3ba6f2ee242c req-1d5c2095-521d-422d-bd6e-b516988643be tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 210 time: 0.1887789 Apr 13 14:40:30.329766 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-d18adfc7-64e3-4f47-a81f-f7c0bfadc7d0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152349355&fields=id&tenant_id=9f9c296ccc154db1acbfa9a8f533f088 HTTP/1.1" status: 200 len: 267 time: 0.1076641 Apr 13 14:40:30.437112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-bfa3b0b0-dbe1-4ebd-8275-d173ba79c514 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:30.439607 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-bfa3b0b0-dbe1-4ebd-8275-d173ba79c514 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.1029060 Apr 13 14:40:30.454558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'port': {'security_groups': ['5c318f99-2300-40b6-928f-9b3461c16f96', 'c18e0f12-1e92-4687-aa05-03a23e8ee95e']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:30.645932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:30.897074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc149b3-a8e5-4f46-9323-cb9e03aacc68 req-f51459c9-b5a4-44fb-afae-7397a32f3378 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:30.898702 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7dc149b3-a8e5-4f46-9323-cb9e03aacc68 req-f51459c9-b5a4-44fb-afae-7397a32f3378 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.2006822 Apr 13 14:40:30.946614 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7dc149b3-a8e5-4f46-9323-cb9e03aacc68 req-b4044527-77d2-4f66-a47e-76c9926e12fc tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Apr 13 14:40:31.575528 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:31.585165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-fe67efb5-5eba-40c1-9fee-3e1baea4c479 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:31.586699 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-fe67efb5-5eba-40c1-9fee-3e1baea4c479 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 811 time: 0.3253000 Apr 13 14:40:31.599713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d73518-7f44-4928-a389-9e3642376d85 req-34d7365a-eb3e-4721-90a8-15c2cdcf5536 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:31.601089 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-71d73518-7f44-4928-a389-9e3642376d85 req-34d7365a-eb3e-4721-90a8-15c2cdcf5536 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.3408942 Apr 13 14:40:31.610467 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45156) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:31.616532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Request body: {'floatingip': {'port_id': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:31.668497 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:31.685154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:31.685154 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-7867b4cf-605e-4957-a4de-47caddb41b13 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=227bea1a03904c0f979fd9dda0f8238b HTTP/1.1" status: 200 len: 5705 time: 0.0778544 Apr 13 14:40:31.687406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['042643a9-01b6-4547-b6b7-46e6d9649218'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:31.695592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c0c6a0fd-319a-4f72-b9f0-086e0b7cd939 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:31.734302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, before_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:31.755411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'port': {'device_id': '43aadf72-15f5-45c1-a070-288cb523fb08', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'admin_state_up': True, 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'security_groups': ['7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:31.988163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:32.071289 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5d62b627-bade-4f6e-9c40-4e43cd0169e6 req-3a6533fd-d431-40c1-baa6-385e0ac50154 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 210 time: 0.3250451 Apr 13 14:40:32.096103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:32.107030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=6']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:32.120000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:32.138569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Made reservation on behalf of 227bea1a03904c0f979fd9dda0f8238b for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:40:32.145158 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.251613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:32.252680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.255014 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e26d60b-1bea-42c9-bb02-1d2f1162c297 req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "PUT /v2.0/ports/042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 982 time: 1.8060114 Apr 13 14:40:32.285843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:32.327847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['042643a9-01b6-4547-b6b7-46e6d9649218'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:32.479309 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'status': 'completed', 'code': 200} Apr 13 14:40:32.599348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Allocated IP 172.20.0.3 (239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee/5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0/2518d5c4-9980-4355-9cf2-2ed6cce4fe4b) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:40:32.611338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.620284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.620627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-403ce9c9-fc82-44c0-ae08-e422e50bafa1 None None] Provisioning complete for port 042643a9-01b6-4547-b6b7-46e6d9649218 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:40:32.621863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-403ce9c9-fc82-44c0-ae08-e422e50bafa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.656405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e0171-d452-4af9-a231-3c75241f8ce8 req-1954cdd8-49c3-43ef-b25f-d959c05482c7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:32.666498 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109e0171-d452-4af9-a231-3c75241f8ce8 req-1954cdd8-49c3-43ef-b25f-d959c05482c7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1678920 Apr 13 14:40:32.727762 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-109e0171-d452-4af9-a231-3c75241f8ce8 req-bd773fa9-06fb-4aa1-926a-966faae7d792 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599458 Apr 13 14:40:32.784806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dc8af001-15d6-4bae-8088-118c0c98732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.790226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-0baa162a-3924-42cb-bd4a-9957895f1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:32.791957 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-0baa162a-3924-42cb-bd4a-9957895f1f97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1138 time: 0.3250287 Apr 13 14:40:32.912838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.934980 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Transition to ACTIVE for port object 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:40:32.962692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:32.987171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-674f61bc-8e01-49ee-91b9-3f9c702115fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:32.998687 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Floating IP fc0db83a-f21c-487c-8b46-f8b449dbfb38 associated. External IP: 172.28.0.215, port: 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e. Apr 13 14:40:33.148063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event updated for resources: {'Port': ['ID=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:33.151393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:33.199522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-f196a1d4-d6b4-4f41-8616-451351f74689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:33.200891 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-f196a1d4-d6b4-4f41-8616-451351f74689 service neutron] 10.222.0.26 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 915 time: 0.3860643 Apr 13 14:40:33.220835 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:40:33.223678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:40:33.286358 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:40:33.292867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:33.293620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:33.349598 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6011295 Apr 13 14:40:33.361780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedae05-ac4d-41e8-8039-884f0b3233ef req-1d808c22-5f56-4082-8300-febb2cf277af tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:33.362825 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-0bedae05-ac4d-41e8-8039-884f0b3233ef req-1d808c22-5f56-4082-8300-febb2cf277af tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Synchronizing usage tracker for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:40:33.370481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Request body: {'port': {'device_id': '43aadf72-15f5-45c1-a070-288cb523fb08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:33.481735 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-66e8e81d-1ccd-435a-b686-d2be1b7e493d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 1002 time: 0.2625647 Apr 13 14:40:33.486938 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-0bedae05-ac4d-41e8-8039-884f0b3233ef req-1d808c22-5f56-4082-8300-febb2cf277af tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Unset dirty status for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:40:33.488214 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0bedae05-ac4d-41e8-8039-884f0b3233ef req-1d808c22-5f56-4082-8300-febb2cf277af tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 931 time: 0.2660086 Apr 13 14:40:33.518007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:33.555745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e0873dcd-aa57-43a3-a42d-2cd311acc100 None None] Provisioning for port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:40:33.560963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-e0873dcd-aa57-43a3-a42d-2cd311acc100 None None] Provisioning complete for port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:40:33.561400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e0873dcd-aa57-43a3-a42d-2cd311acc100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:33.597208 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0bedae05-ac4d-41e8-8039-884f0b3233ef req-858f93f2-94ca-4dcf-b623-be9ef6cdba50 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427063 Apr 13 14:40:33.629718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-e0873dcd-aa57-43a3-a42d-2cd311acc100 None None] Port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:40:33.854889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-870034a9-b785-4ec4-b914-5e345b6a4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:33.857093 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-870034a9-b785-4ec4-b914-5e345b6a4767 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 200 len: 853 time: 0.3601351 Apr 13 14:40:33.904214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Router 75a55db7-ffce-40be-acfb-7005db8476e0 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:40:34.004262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:34.014849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:34.031641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Transition to ACTIVE for port object 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:40:34.034642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:34.048248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c836cfa0-d0cd-4636-bb7e-1be748bf6983 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:34.130070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-09c8d55a-69e7-477a-9075-101311c12938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:34.132036 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-09c8d55a-69e7-477a-9075-101311c12938 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=757ddc73-85fa-453e-a77b-486a8c22b276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2671523 Apr 13 14:40:34.206338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:34.206888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:40:34.211199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:34.228584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] Sync routers for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:40:34.243570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:34.244698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:34.303700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:34.487700 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-21634f40-1c35-402f-83d2-62958128740a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "PUT /v2.0/floatingips/fc0db83a-f21c-487c-8b46-f8b449dbfb38 HTTP/1.1" status: 200 len: 992 time: 2.8732719 Apr 13 14:40:34.491539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:34.495243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Attempting to bind port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:40:34.495718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Attempting to bind port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:40:34.496641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Attempting to bind port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:34.497856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:34.503083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:40:34.517430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Attempting to bind port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b on network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:40:34.531217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:40:34.535081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Checking segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:40:34.535724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Bound using segment: {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:40:34.536421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Bound port: 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:40:34.537037 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:34.584126 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-dcfb5067-a20d-4fac-bcb0-20326fcd1763 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392083 Apr 13 14:40:34.597025 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'status': 'completed', 'code': 200} Apr 13 14:40:34.747923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] For port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:40:34.758374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-e398a89f-f186-40c2-a1a8-ec1172d653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:34.760113 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-e398a89f-f186-40c2-a1a8-ec1172d653da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1099 time: 0.1494429 Apr 13 14:40:34.768437 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] For port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:40:34.821067 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2db783fb-80d8-4a6e-8cab-0b6c0a178803 req-446ab642-00a1-4161-a6d9-fa81c71e58df service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230036 Apr 13 14:40:34.853507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:34.876242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8c856994-f573-4a62-a5a7-a5a774f95266 tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:35.004764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'fc0db83a-f21c-487c-8b46-f8b449dbfb38', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'floating_ip_address': '172.28.0.215', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'port_id': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'mac_address': 'fa:16:3e:28:c7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:13Z', 'updated_at': '2021-04-13T14:40:32Z', 'revision_number': 1, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:35.009659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] Checking router: 75a55db7-ffce-40be-acfb-7005db8476e0 for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:40:35.020077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:35.020783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:35.173099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-91b0f619-5c05-48e7-9da7-e27345289a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:35.231634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:35.382750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:35.417566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:35.435599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-b7aff23f-8359-4339-9ee9-280e0954a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:35.437586 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-b7aff23f-8359-4339-9ee9-280e0954a3f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.6309371 Apr 13 14:40:35.465499 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7efd8-55a4-48fd-9e76-a66100d08769 req-f5735fea-ce08-4601-89c9-7701b3921b39 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:35.467129 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bde7efd8-55a4-48fd-9e76-a66100d08769 req-f5735fea-ce08-4601-89c9-7701b3921b39 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 943 time: 0.7009058 Apr 13 14:40:35.574576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:35.575257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:35.576718 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/2518d5c4-9980-4355-9cf2-2ed6cce4fe4b HTTP/1.1" status: 200 len: 1093 time: 2.2108641 Apr 13 14:40:35.579884 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bde7efd8-55a4-48fd-9e76-a66100d08769 req-78799b92-3178-4f20-879a-5ea1453084a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592861 Apr 13 14:40:35.580400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:35.693047 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'status': 'completed', 'code': 200} Apr 13 14:40:35.697446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'fc0db83a-f21c-487c-8b46-f8b449dbfb38', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'floating_ip_address': '172.28.0.215', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'port_id': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'mac_address': 'fa:16:3e:28:c7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:13Z', 'updated_at': '2021-04-13T14:40:32Z', 'revision_number': 1, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:35.703113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38b9404-7812-49d4-9a8b-578fd8e1aaa5 None None] The sync data for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb is: [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'fc0db83a-f21c-487c-8b46-f8b449dbfb38', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'floating_ip_address': '172.28.0.215', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'port_id': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'mac_address': 'fa:16:3e:28:c7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:13Z', 'updated_at': '2021-04-13T14:40:32Z', 'revision_number': 1, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:40:35.703764 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-6d218bfc-4d2f-4d28-98fa-c3eda649a9da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 200 len: 1000 time: 0.2512286 Apr 13 14:40:35.826937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-b262752c-aae7-4307-947f-93d5749c2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:35.828509 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-b262752c-aae7-4307-947f-93d5749c2765 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.1070781 Apr 13 14:40:35.886511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-68283685-d87f-4667-92c2-edc41c39e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:35.888569 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-68283685-d87f-4667-92c2-edc41c39e3a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 1096 time: 0.2640138 Apr 13 14:40:35.924600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:35.972357 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-ba73f1cb-0f8b-48f5-a3fb-9f8c78111f98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b HTTP/1.1" status: 200 len: 217 time: 0.0754051 Apr 13 14:40:36.032788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ac86e-848b-41fb-9059-b2ea193ca61b None None] New status for floating IP fc0db83a-f21c-487c-8b46-f8b449dbfb38: ACTIVE {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:40:36.047524 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-c0075135-745d-4dd9-b7e0-14f81505b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:36.049128 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-c0075135-745d-4dd9-b7e0-14f81505b421 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2067249 Apr 13 14:40:36.080474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-5bb34543-35ac-4b4b-9299-41ea424ef2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:36.081989 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-5bb34543-35ac-4b4b-9299-41ea424ef2b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.1011214 Apr 13 14:40:36.261823 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-99938cbc-4d5e-4c1c-92e6-26dda38931b9 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037971 Apr 13 14:40:36.268389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-ad13802b-301d-47bb-af77-3dc2b1fae888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:36.269876 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-ad13802b-301d-47bb-af77-3dc2b1fae888 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1736317 Apr 13 14:40:36.409825 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:36.522943 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42348288-3c4c-47f1-9df4-2918693d1dbf req-7c2b7afd-1ae1-45c4-91c7-7d21c10b3e4a service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520676 Apr 13 14:40:36.528366 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-b535e641-6022-4b40-8dbb-b1a056f55de5 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338643 Apr 13 14:40:36.683957 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa590646-f704-474a-b8a5-4113dab8b0a6 req-7069244d-6322-47a9-920a-f8161c697b8c service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480565 Apr 13 14:40:36.895821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-fe35da5a-314a-4f7a-98b4-540e250b80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:36.897490 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-fe35da5a-314a-4f7a-98b4-540e250b80c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 1096 time: 0.1568460 Apr 13 14:40:36.906809 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa0358-7a41-465d-9b63-896228dd1e9b req-d46d8f0c-72e2-403b-a50c-a025b214ab51 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:36.908381 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-71aa0358-7a41-465d-9b63-896228dd1e9b req-d46d8f0c-72e2-403b-a50c-a025b214ab51 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 943 time: 0.1277778 Apr 13 14:40:36.979778 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-71aa0358-7a41-465d-9b63-896228dd1e9b req-a3d09e3e-d9a9-4d4a-8ed9-f30c06e3dc8f tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Apr 13 14:40:37.079457 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-612d1bac-bab4-4cc8-a472-6bfb9d26e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:37.081089 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-612d1bac-bab4-4cc8-a472-6bfb9d26e3e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 912 time: 0.1716917 Apr 13 14:40:37.153582 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-29fb66b0-4c6c-42df-9899-bf94546f1956 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b HTTP/1.1" status: 200 len: 217 time: 0.0646205 Apr 13 14:40:37.226926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-0a0e84a1-6446-4637-865a-14ae17026eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:37.228398 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-0a0e84a1-6446-4637-865a-14ae17026eef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.0677483 Apr 13 14:40:37.313222 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-50bd289a-84ae-4a9f-aa94-352af8620e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:37.314827 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-50bd289a-84ae-4a9f-aa94-352af8620e93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790453 Apr 13 14:40:37.451942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:37.473229 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-17306780-0dca-4ad9-adf1-f8c4e68bd60c service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485009 Apr 13 14:40:37.625234 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ec78d875-9023-4e76-92d8-a1e95e9c9848 req-ccc66823-f297-4ff7-882e-aa294f02a4ce service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447985 Apr 13 14:40:38.196678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe986f60-a586-4ada-af6b-174b3a9ee091 req-71fdf611-4e21-4fff-b181-968aaa3d2433 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:38.198323 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fe986f60-a586-4ada-af6b-174b3a9ee091 req-71fdf611-4e21-4fff-b181-968aaa3d2433 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 943 time: 0.0900030 Apr 13 14:40:38.235292 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fe986f60-a586-4ada-af6b-174b3a9ee091 req-2e604a90-d090-40e5-a981-9a274eb285ab tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300641 Apr 13 14:40:38.997970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:40:39.123752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:39.154379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:39.169052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'port_id': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'mac_address': 'fa:16:3e:20:af:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:40:39.232115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:39.233460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:40:39.249217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:39.252312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:39.254166 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:39.323303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:39.327025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:39.442613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d96fc-43bf-42e9-bfb5-f510b92c80f6 req-16b6f651-6623-4c0e-b6ec-25799040e694 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:39.444227 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-447d96fc-43bf-42e9-bfb5-f510b92c80f6 req-16b6f651-6623-4c0e-b6ec-25799040e694 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 944 time: 0.0913048 Apr 13 14:40:39.476733 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-447d96fc-43bf-42e9-bfb5-f510b92c80f6 req-33ff3506-b556-4cca-afe3-33a2d2da7c9c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255241 Apr 13 14:40:39.506119 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['2518d5c4-9980-4355-9cf2-2ed6cce4fe4b'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:40:40.676441 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01325203-c536-4ad0-bf08-5e26818f0fc0 req-948a1c53-08be-40a0-88af-6b1d196d3d10 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:40.678052 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01325203-c536-4ad0-bf08-5e26818f0fc0 req-948a1c53-08be-40a0-88af-6b1d196d3d10 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 944 time: 0.0869596 Apr 13 14:40:40.719041 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01325203-c536-4ad0-bf08-5e26818f0fc0 req-5f375f6b-bd6c-459e-acd4-d4a249a54a14 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Apr 13 14:40:40.997747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:40:41.070230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:40:41.075936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:40:41.076370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:41.383902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:41.397297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:41.422915 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:41.434850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:41.437182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9bb31709-81bb-43f4-9402-54c4ecd3509c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:41.479637 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'code': 200} Apr 13 14:40:41.526647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:41.530061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:41.718892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272977f-a0f0-4dfe-aead-3d5e5f90f9cf req-24cbc4fa-fa46-47a7-b7c4-3e0abf54bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:41.720473 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a272977f-a0f0-4dfe-aead-3d5e5f90f9cf req-24cbc4fa-fa46-47a7-b7c4-3e0abf54bcb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 1098 time: 0.0774863 Apr 13 14:40:41.748145 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a272977f-a0f0-4dfe-aead-3d5e5f90f9cf req-438723af-9e71-4d41-8420-0703928d7e39 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0203328 Apr 13 14:40:41.916580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ff273-e322-4197-bb83-d0996649a83c req-636db8fa-974d-4f1e-8d9c-94e5e3ade551 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:41.918882 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f64ff273-e322-4197-bb83-d0996649a83c req-636db8fa-974d-4f1e-8d9c-94e5e3ade551 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 945 time: 0.0874505 Apr 13 14:40:41.953391 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f64ff273-e322-4197-bb83-d0996649a83c req-abe9d911-3b7e-4384-9473-74475342bd6d tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281761 Apr 13 14:40:42.951837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d13b-613f-4e1a-985d-d6757b0e08b7 req-0b506392-d44a-43aa-9dd7-7f266a4babb8 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:42.954193 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cbd2d13b-613f-4e1a-985d-d6757b0e08b7 req-0b506392-d44a-43aa-9dd7-7f266a4babb8 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.0935283 Apr 13 14:40:42.999879 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cbd2d13b-613f-4e1a-985d-d6757b0e08b7 req-9d73f131-28a6-46b4-8cfe-0c46f35fdd24 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Apr 13 14:40:43.167021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead22eb4-0682-479e-9d5d-1513e73a9c46 req-b1b8edbe-6846-4908-882e-50a4d1682a0c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:43.169168 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ead22eb4-0682-479e-9d5d-1513e73a9c46 req-b1b8edbe-6846-4908-882e-50a4d1682a0c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 945 time: 0.0882554 Apr 13 14:40:43.205801 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ead22eb4-0682-479e-9d5d-1513e73a9c46 req-d95f2ae2-ca05-41d5-88e2-a50513de56d8 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302019 Apr 13 14:40:43.539218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d546-dc52-4cee-922a-f6d2287a34cb req-a1145c0b-d8c8-40ef-b668-fbae33e8e1b1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:43.540781 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-06c5d546-dc52-4cee-922a-f6d2287a34cb req-a1145c0b-d8c8-40ef-b668-fbae33e8e1b1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 945 time: 0.0869794 Apr 13 14:40:43.550928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45338) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:43.556734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Request body: {'floatingip': {'port_id': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:40:43.637408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:44.425100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e84bc-3261-4880-be72-8deac9e61273 req-5ba074e6-6117-455d-9e1c-25142f177a93 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:44.426734 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5e5e84bc-3261-4880-be72-8deac9e61273 req-5ba074e6-6117-455d-9e1c-25142f177a93 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.2229016 Apr 13 14:40:44.475008 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5e5e84bc-3261-4880-be72-8deac9e61273 req-534c2bf0-3fc1-4a8c-bb4d-e0e8a0055ca6 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393510 Apr 13 14:40:44.611608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:44.614456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:44.800213 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Floating IP ce62e3f9-33a4-4777-a090-b23204c56ed3 associated. External IP: 172.28.0.188, port: 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b. Apr 13 14:40:45.191184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:40:45.393618 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:40:45.399494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:45.408513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] Sync routers for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:40:45.420199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:45.421128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:45.500928 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-458c7427-861f-460f-8397-5bc0fab419bc tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "PUT /v2.0/floatingips/ce62e3f9-33a4-4777-a090-b23204c56ed3 HTTP/1.1" status: 200 len: 991 time: 1.9486303 Apr 13 14:40:45.502484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:45.670048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:45.751469 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'status': 'completed', 'code': 200} Apr 13 14:40:45.913492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329346f-6ecc-4d56-acaf-81f996dd341a req-71c4d07f-2c0c-4be6-af5e-3b199b666b55 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:45.915100 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c329346f-6ecc-4d56-acaf-81f996dd341a req-71c4d07f-2c0c-4be6-af5e-3b199b666b55 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1620793 Apr 13 14:40:45.917411 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-5c8ddea7-afe2-4434-8fa0-757600f8c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:45.918902 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-5c8ddea7-afe2-4434-8fa0-757600f8c735 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=227bea1a03904c0f979fd9dda0f8238b&device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 1098 time: 0.1233394 Apr 13 14:40:45.986467 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c329346f-6ecc-4d56-acaf-81f996dd341a req-f510cc57-89f3-4ccb-aadb-d8f5cf981a08 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586357 Apr 13 14:40:46.061818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'ce62e3f9-33a4-4777-a090-b23204c56ed3', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'floating_ip_address': '172.28.0.188', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'port_id': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'mac_address': 'fa:16:3e:20:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43aadf72-15f5-45c1-a070-288cb523fb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:25Z', 'updated_at': '2021-04-13T14:40:44Z', 'revision_number': 1, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:46.065955 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] Checking router: 84b4fbe8-2212-4f1c-971b-7d3392fc7bca for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:40:46.075001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:40:46.075665 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:40:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:46.104870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-4d20e633-00fe-4e1d-8feb-40fc1d29b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:46.107018 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-4d20e633-00fe-4e1d-8feb-40fc1d29b997 service neutron] 10.222.0.26 "GET /v2.0/networks?id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 200 len: 912 time: 0.1633830 Apr 13 14:40:46.247519 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-5f9c168b-0cf4-4510-abeb-590504f2b290 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b HTTP/1.1" status: 200 len: 999 time: 0.1315029 Apr 13 14:40:46.289904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:40:46.316217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-3835974a-3c3f-474d-ae3a-02cff00b0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:46.317815 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-3835974a-3c3f-474d-ae3a-02cff00b0222 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 200 len: 850 time: 0.0640736 Apr 13 14:40:46.405640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-dd2499bc-8235-4718-a244-f64d287a2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:46.407240 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-dd2499bc-8235-4718-a244-f64d287a2a7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828810 Apr 13 14:40:46.562042 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-601db508-4d2b-44b1-8a57-bd0dab714275 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425500 Apr 13 14:40:46.675886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'ce62e3f9-33a4-4777-a090-b23204c56ed3', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'floating_ip_address': '172.28.0.188', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'port_id': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'mac_address': 'fa:16:3e:20:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43aadf72-15f5-45c1-a070-288cb523fb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:25Z', 'updated_at': '2021-04-13T14:40:44Z', 'revision_number': 1, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:46.681698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb66af7-f29b-43a9-9303-c5e9d4dafd6a None None] The sync data for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb is: [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_floatingips': [{'id': 'ce62e3f9-33a4-4777-a090-b23204c56ed3', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'floating_ip_address': '172.28.0.188', 'floating_network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'router_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'port_id': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'mac_address': 'fa:16:3e:20:af:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43aadf72-15f5-45c1-a070-288cb523fb08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:25Z', 'updated_at': '2021-04-13T14:40:44Z', 'revision_number': 1, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:40:46.761285 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7de91920-99af-499c-aee9-d322fce5bfd8 req-acc33797-1a0a-4750-ae28-b21112ff84c7 service neutron] 10.222.0.26 "GET /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892838 Apr 13 14:40:47.023453 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754c838-b906-44de-adbd-6f9344a48cae None None] New status for floating IP ce62e3f9-33a4-4777-a090-b23204c56ed3: ACTIVE {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:40:47.266129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a43429-6ed5-4add-be57-cad42ca0276a req-6bfa8467-9366-46d5-b91d-3b251ad7ffbd tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:47.267717 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3a43429-6ed5-4add-be57-cad42ca0276a req-6bfa8467-9366-46d5-b91d-3b251ad7ffbd tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1414692 Apr 13 14:40:47.300245 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3a43429-6ed5-4add-be57-cad42ca0276a req-64d72d3c-36e8-4071-99e3-eabece9b546d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257716 Apr 13 14:40:48.061513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45438) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:48.133787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Deleting subnet ed7d2c31-5a04-4ab3-9d05-c38d8577aec6 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:40:48.137208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.164014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45442) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:48.200706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.215529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.240766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Deleting subnet aeec56f3-e216-4711-9a20-bf76b31c7ca3 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:40:48.245162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.300992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.368973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.712756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.729387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a2cdad4c-747e-4537-b3b7-2c9e47825187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:48.779983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.784997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeec56f3-e216-4711-9a20-bf76b31c7ca3,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:48.789686 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:48.794496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08241c-7f0c-4d85-907f-7673d6348d30 req-be40582a-d357-4d1b-b8b2-aa6f295133ec tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:48.797418 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bd08241c-7f0c-4d85-907f-7673d6348d30 req-be40582a-d357-4d1b-b8b2-aa6f295133ec tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.2946751 Apr 13 14:40:48.830277 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee2fa0a8-e133-4ae7-9a3a-3ffc0d462ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:48.875880 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:48.884604 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-39b6129e-5291-4bdd-aa09-f81c453ed991 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aeec56f3-e216-4711-9a20-bf76b31c7ca3 HTTP/1.1" status: 204 len: 168 time: 0.7186799 Apr 13 14:40:48.888078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45450) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:48.952368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7d2c31-5a04-4ab3-9d05-c38d8577aec6,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:49.039529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:49.055449 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bd08241c-7f0c-4d85-907f-7673d6348d30 req-5dc4c137-7d55-478e-979f-995c03104f9c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324781 Apr 13 14:40:49.084976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.304671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.366083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.378662 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ed7d2c31-5a04-4ab3-9d05-c38d8577aec6 HTTP/1.1" status: 204 len: 168 time: 1.3116484 Apr 13 14:40:49.379205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45458) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:49.438364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:49.453273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d33b8b-769d-4a07-ab17-9a26c0283e4b') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:49.453728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d33b8b-769d-4a07-ab17-9a26c0283e4b') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:49.469520 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.490172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.498129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:40:49.579019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.691089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:40:49.707622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.784165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:49.921878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.922232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Network 3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:40:49.923115 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.925004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.925899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > port after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.926751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.927846 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > port after_update 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.928686 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.930024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.930868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.931713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:40:49.956171 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:40:50.033957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:50.034412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:50.034734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:50.035134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85281) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 13 14:40:50.035541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2825332a-2244-4b87-9a5e-20866335f6bb']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:50.053229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e37267b-ae04-44f6-93b2-5964188e06ce') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:50.053587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e37267b-ae04-44f6-93b2-5964188e06ce') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:50.057412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.062300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:50.070821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046761'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.082160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.088788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.089526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:50.095837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:50.099335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:40:50.103749 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] 10.222.0.35 "DELETE /v2.0/networks/3f3db1f7-afa2-48a8-b35a-b2a5f0d181ad HTTP/1.1" status: 204 len: 168 time: 1.2144406 Apr 13 14:40:50.107124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45466) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:50.182215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Deleting subnet b0078029-2205-4f78-bf1b-d102dd116453 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:40:50.186744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.253483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.318046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.454679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Network 2825332a-2244-4b87-9a5e-20866335f6bb has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:40:50.473050 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2041021'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.612992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0a58-b729-4640-8595-cb401d8f7ab4 req-0394ceb5-7890-49e2-9cd8-a04a5da886d4 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:50.614737 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4bfa0a58-b729-4640-8595-cb401d8f7ab4 req-0394ceb5-7890-49e2-9cd8-a04a5da886d4 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.3712969 Apr 13 14:40:50.621484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.638632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cd687c16-a138-498f-9970-4916be4ae795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:50.692587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0078029-2205-4f78-bf1b-d102dd116453,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:50.697385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:50.700696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Network 2825332a-2244-4b87-9a5e-20866335f6bb has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: from cryptography.utils import int_from_bytes Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: from cryptography.utils import int_from_bytes Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: (rel_b, rel_a, rel_b), Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: (rel_b, rel_a, rel_b), Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:40:50.731397 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:40:50.760027 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4bfa0a58-b729-4640-8595-cb401d8f7ab4 req-c8d867b0-819e-4ee8-b2e0-5130b96e4322 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928752 Apr 13 14:40:50.794282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.809694 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b440c1bc-b63d-4d95-abbf-362488f3747a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b0078029-2205-4f78-bf1b-d102dd116453 HTTP/1.1" status: 204 len: 168 time: 0.6966145 Apr 13 14:40:50.810793 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45474) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:50.847469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.851530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:50.869511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:50.877503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Pushing event deleted for resources: {'Network': ['ID=2825332a-2244-4b87-9a5e-20866335f6bb,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:50.879855 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:50.883759 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f74f691b-587a-4786-a131-00d96bc50626 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2825332a-2244-4b87-9a5e-20866335f6bb HTTP/1.1" status: 204 len: 168 time: 1.5006034 Apr 13 14:40:50.931925 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.007736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45480) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:51.043716 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-38abf8cb-79e6-4ffc-a597-08711cc2eb33 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c56fbbecfadf458c92f353ea1841e9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0346549 Apr 13 14:40:51.046404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45484) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:51.108254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c8b368c-5381-46a0-ab0a-cb6a82485449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.125556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.140626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c8b368c-5381-46a0-ab0a-cb6a82485449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.185394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c8b368c-5381-46a0-ab0a-cb6a82485449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.190383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-276be51a-727a-4438-a525-2956ffe8bdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:51.204797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b368c-5381-46a0-ab0a-cb6a82485449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8fdd55-2b2a-4641-bac4-49710ac039db,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:51.207666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7c8b368c-5381-46a0-ab0a-cb6a82485449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:51.208962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c8b368c-5381-46a0-ab0a-cb6a82485449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.210177 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7c8b368c-5381-46a0-ab0a-cb6a82485449 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ea8fdd55-2b2a-4641-bac4-49710ac039db HTTP/1.1" status: 204 len: 168 time: 0.1626582 Apr 13 14:40:51.248554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0c785c-e9c1-4488-b7ad-a44a50569604']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:51.267295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68ce6aa-6ecc-454a-a257-43b2a35fb376') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:51.267635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68ce6aa-6ecc-454a-a257-43b2a35fb376') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:40:51.280170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.295714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.302069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:40:51.497636 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Network af0c785c-e9c1-4488-b7ad-a44a50569604 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:40:51.508710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:51.952422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Network af0c785c-e9c1-4488-b7ad-a44a50569604 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:40:51.977864 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:40:51.980408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a469077-ee95-4313-ac9e-61ddc5e3232e req-08120b79-3821-411a-9886-fc734fd73cc8 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:51.980847 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5a469077-ee95-4313-ac9e-61ddc5e3232e req-08120b79-3821-411a-9886-fc734fd73cc8 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.0938783 Apr 13 14:40:52.013529 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5a469077-ee95-4313-ac9e-61ddc5e3232e req-15ac846e-0f56-483e-92b8-d4bd3b6b5c38 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258160 Apr 13 14:40:52.059743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:52.063547 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:52.078321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:52.088147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Pushing event deleted for resources: {'Network': ['ID=af0c785c-e9c1-4488-b7ad-a44a50569604,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:52.091056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:52.092612 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] 10.222.0.35 "DELETE /v2.0/networks/af0c785c-e9c1-4488-b7ad-a44a50569604 HTTP/1.1" status: 204 len: 168 time: 1.2805340 Apr 13 14:40:52.280096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45498) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:52.315039 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ceef6349-dff2-4451-b819-0237c4a17c87 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9909585bb0fb4b04b75b16e11415a45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0335622 Apr 13 14:40:52.317686 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45502) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:52.384186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:52.412715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:52.461999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:52.467176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-65406f2e-20b8-4009-be0c-af1679892f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:52.480589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056e942d-b654-4532-9d80-9710a7f6381a,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:52.483793 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:52.486351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:52.487120 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/056e942d-b654-4532-9d80-9710a7f6381a HTTP/1.1" status: 204 len: 168 time: 0.1684711 Apr 13 14:40:52.909614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45514) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:52.966094 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-41eff6ca-b35e-4b75-8a98-dd312e029230 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c69b79888e4f47cd8335c75e43b945ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551085 Apr 13 14:40:52.968747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45518) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:53.038167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:53.070345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:53.090570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae58e3-e944-4079-a32d-667f073342a9 req-739b5cea-f7c1-4984-9301-e4c5c25ba673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:53.092267 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdae58e3-e944-4079-a32d-667f073342a9 req-739b5cea-f7c1-4984-9301-e4c5c25ba673 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1098 time: 0.0891478 Apr 13 14:40:53.132823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:53.141781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-bff2f972-3958-42dc-8ba4-b432b974aeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:53.158959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7979d3e0-08e2-4297-a40d-cca4e3b944ef,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:53.163179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:53.167061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:53.171785 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7979d3e0-08e2-4297-a40d-cca4e3b944ef HTTP/1.1" status: 204 len: 168 time: 0.2018669 Apr 13 14:40:53.323609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae58e3-e944-4079-a32d-667f073342a9 req-526d76e1-d80a-4932-9b9f-785110ac30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:53.325233 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdae58e3-e944-4079-a32d-667f073342a9 req-526d76e1-d80a-4932-9b9f-785110ac30e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 909 time: 0.2232611 Apr 13 14:40:53.340246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f891-5764-4add-9df0-e6d1f3dcc3b9 req-f9cb6ebb-68b2-4af1-a623-5e7c6e8f25c7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:53.341982 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3500f891-5764-4add-9df0-e6d1f3dcc3b9 req-f9cb6ebb-68b2-4af1-a623-5e7c6e8f25c7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1939263 Apr 13 14:40:53.458235 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3500f891-5764-4add-9df0-e6d1f3dcc3b9 req-b2df3b02-4d1f-419d-9974-a6c46f924549 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573230 Apr 13 14:40:53.476278 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdae58e3-e944-4079-a32d-667f073342a9 req-115e116b-7e98-425d-b994-775f13f15769 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 1001 time: 0.1331618 Apr 13 14:40:53.549021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae58e3-e944-4079-a32d-667f073342a9 req-903c8989-5051-43c8-bb97-234ab3d71b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:53.550609 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdae58e3-e944-4079-a32d-667f073342a9 req-903c8989-5051-43c8-bb97-234ab3d71b55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 200 len: 847 time: 0.0653970 Apr 13 14:40:53.704202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae58e3-e944-4079-a32d-667f073342a9 req-041e992c-ddc8-4ef4-94a4-23fe1672f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:53.706014 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdae58e3-e944-4079-a32d-667f073342a9 req-041e992c-ddc8-4ef4-94a4-23fe1672f338 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476536 Apr 13 14:40:53.880466 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdae58e3-e944-4079-a32d-667f073342a9 req-008b17a5-3555-4983-8494-94dbae1b3392 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669602 Apr 13 14:40:54.044522 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cdae58e3-e944-4079-a32d-667f073342a9 req-f07a2dfa-3653-4326-a551-8d4e0caa8dc4 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527877 Apr 13 14:40:54.167766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:40:54.494861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45558) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:54.653033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:54.675205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:40:54.682103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Usage tracker for resource:security_group_rule and tenant:7066dff1525a46ef968c7a889fb3acbb is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:40:54.687747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:40:54.695954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:40:54.729603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167e28a-f440-48a2-a6ab-64103d8c231b req-d494ce10-f9bc-4212-8dfd-4a6baf267b76 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:54.731803 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a167e28a-f440-48a2-a6ab-64103d8c231b req-d494ce10-f9bc-4212-8dfd-4a6baf267b76 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1483612 Apr 13 14:40:54.776263 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a167e28a-f440-48a2-a6ab-64103d8c231b req-4c11f3fc-559a-4800-8df2-f950a9a8163e tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367119 Apr 13 14:40:54.851382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:54.854216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:54.863574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-edaf285d-ba91-4d54-8e2f-374878293115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:54.910065 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7066dff1525a46ef968c7a889fb3acbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115481 Apr 13 14:40:54.910065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afe576e-c1b2-4be4-bd7a-70e14ea7b5cd,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:54.910522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45568) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:40:54.925978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:54.994244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:55.023232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:55.071074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:55.076670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-202730ae-c816-4218-99fb-426f0ca30172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:55.090120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afe576e-c1b2-4be4-bd7a-70e14ea7b5cd,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:55.093409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:55.095858 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:55.098251 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1afe576e-c1b2-4be4-bd7a-70e14ea7b5cd HTTP/1.1" status: 204 len: 168 time: 0.1866035 Apr 13 14:40:55.544389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517846-daf0-4428-a27f-dd89275da89e req-723d2af3-f44a-4af4-ac93-6f4b52cfdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:55.546125 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d1517846-daf0-4428-a27f-dd89275da89e req-723d2af3-f44a-4af4-ac93-6f4b52cfdd33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1138 time: 0.1581094 Apr 13 14:40:55.555534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8903d-de43-46e5-8af7-073da4fb67b1 req-1643e2d4-8f83-4aa4-86bd-511544b80086 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:55.557099 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3df8903d-de43-46e5-8af7-073da4fb67b1 req-1643e2d4-8f83-4aa4-86bd-511544b80086 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1277921 Apr 13 14:40:55.680491 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3df8903d-de43-46e5-8af7-073da4fb67b1 req-117d70f4-2a93-48f2-9fc3-cd5d59be5e98 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954893 Apr 13 14:40:55.758018 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517846-daf0-4428-a27f-dd89275da89e req-dbbb12c8-a1fb-46a7-88a6-58e434689eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:55.759680 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d1517846-daf0-4428-a27f-dd89275da89e req-dbbb12c8-a1fb-46a7-88a6-58e434689eb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 915 time: 0.1968553 Apr 13 14:40:56.242098 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d1517846-daf0-4428-a27f-dd89275da89e req-fde106cd-d6ba-42c6-bd7a-6e3be6a9b998 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 1002 time: 0.4723794 Apr 13 14:40:56.352489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517846-daf0-4428-a27f-dd89275da89e req-579634b6-3ee8-4171-b351-fb8b469779a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:56.358149 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d1517846-daf0-4428-a27f-dd89275da89e req-579634b6-3ee8-4171-b351-fb8b469779a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 200 len: 853 time: 0.1062818 Apr 13 14:40:56.382661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d4729-a7dc-4239-a33d-2940bfe8b793 req-8a6f4b07-4fd9-4e4f-8742-40e4d769909d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:56.389904 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8a2d4729-a7dc-4239-a33d-2940bfe8b793 req-8a6f4b07-4fd9-4e4f-8742-40e4d769909d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.2243249 Apr 13 14:40:56.490522 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8a2d4729-a7dc-4239-a33d-2940bfe8b793 req-f7132590-e808-4654-ab0f-adc6cd3741ea tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 Apr 13 14:40:56.531018 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1517846-daf0-4428-a27f-dd89275da89e req-e648a966-74ca-4844-bc55-25bfc5591d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:56.532753 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d1517846-daf0-4428-a27f-dd89275da89e req-e648a966-74ca-4844-bc55-25bfc5591d37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=757ddc73-85fa-453e-a77b-486a8c22b276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1417904 Apr 13 14:40:56.703071 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d1517846-daf0-4428-a27f-dd89275da89e req-7286b46b-3528-4812-b529-dd4102ca8e36 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631336 Apr 13 14:40:56.916462 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d1517846-daf0-4428-a27f-dd89275da89e req-9e7ff7a8-7997-4bd3-8f4d-93667c2c2a8f service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060711 Apr 13 14:40:56.953302 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af83b71-67c8-437a-b8b4-56c99c0a03c0 req-f60928ab-3de7-4e29-a419-0176990124fa tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:56.955098 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2af83b71-67c8-437a-b8b4-56c99c0a03c0 req-f60928ab-3de7-4e29-a419-0176990124fa tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1324718 Apr 13 14:40:56.992623 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2af83b71-67c8-437a-b8b4-56c99c0a03c0 req-014ce641-1243-4f5c-af76-6af1c343cfe1 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0298698 Apr 13 14:40:57.722545 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0012f51-3e0e-4bae-b4df-9c26b91d69c6 req-e3b2c62f-4d9e-4f5d-a39e-86bbfccf89bf tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:57.724153 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d0012f51-3e0e-4bae-b4df-9c26b91d69c6 req-e3b2c62f-4d9e-4f5d-a39e-86bbfccf89bf tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.0900199 Apr 13 14:40:57.755143 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d0012f51-3e0e-4bae-b4df-9c26b91d69c6 req-2ba129a2-33fd-4eec-aa90-4dad2570a964 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245650 Apr 13 14:40:58.080806 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-4924ade7-21c7-498e-bd21-7e22a62f0dd9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976543 Apr 13 14:40:58.155727 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8453eb0-7020-4a97-8820-37ed52b72638 req-8f065b4e-b329-44dd-a717-7a9d6be08ff1 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:58.157368 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8453eb0-7020-4a97-8820-37ed52b72638 req-8f065b4e-b329-44dd-a717-7a9d6be08ff1 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.0980904 Apr 13 14:40:58.235678 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8453eb0-7020-4a97-8820-37ed52b72638 req-c64becd3-cb96-4043-b408-9b8511054e08 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349746 Apr 13 14:40:58.270890 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359f936-dae4-4e77-a201-e7730fcca4d2 req-91192eaa-c9de-478c-a06b-4df8f0b7d96d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:58.273474 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7359f936-dae4-4e77-a201-e7730fcca4d2 req-91192eaa-c9de-478c-a06b-4df8f0b7d96d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1141646 Apr 13 14:40:58.308059 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7359f936-dae4-4e77-a201-e7730fcca4d2 req-b0c1283d-1ffe-43eb-b1e1-babea0d1ef72 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0285847 Apr 13 14:40:59.084561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:40:59.211401 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:59.223626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:40:59.234874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:40:59.239945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:40:59.242492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:40:59.280369 dv-cinder-786054-1-smb neutron-server[85165]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'code': 422} returned with failed status Apr 13 14:40:59.319168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=6']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:40:59.322946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:40:59.612046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bebb9-2352-4edd-a72e-a6cb87504f82 req-876deec4-35ad-453e-9bcd-a3077f1b780a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:59.613698 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-306bebb9-2352-4edd-a72e-a6cb87504f82 req-876deec4-35ad-453e-9bcd-a3077f1b780a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.2351100 Apr 13 14:40:59.643929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-f49876c8-5319-4edf-93e4-268be0b22d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:59.644103 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-f49876c8-5319-4edf-93e4-268be0b22d40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964&tenant_id=ea6af63789984010a7ee25c91334012f HTTP/1.1" status: 200 len: 1096 time: 0.2197227 Apr 13 14:40:59.659397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0140c7-8b4f-4f25-94c4-a08a7af3025d req-c42906ab-095a-463c-9a16-f925b3b6eec7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:59.661424 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ad0140c7-8b4f-4f25-94c4-a08a7af3025d req-c42906ab-095a-463c-9a16-f925b3b6eec7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1913326 Apr 13 14:40:59.669715 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-306bebb9-2352-4edd-a72e-a6cb87504f82 req-08427e55-5202-49a5-935d-e90820a626ab tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442898 Apr 13 14:40:59.747073 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ad0140c7-8b4f-4f25-94c4-a08a7af3025d req-2f49cc81-0b81-43e1-96b3-718a87ad3a7c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757818 Apr 13 14:40:59.777144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-9a7c36fa-8855-4668-b8e3-a837bd687be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:59.778530 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-9a7c36fa-8855-4668-b8e3-a837bd687be2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1096 time: 0.1067493 Apr 13 14:40:59.951814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-1556ba0c-2b88-49da-8371-899ffd9375f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:40:59.953966 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-1556ba0c-2b88-49da-8371-899ffd9375f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 909 time: 0.1525874 Apr 13 14:41:00.098489 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-01e7300b-0c38-4d99-ba4f-4a27141a0861 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 999 time: 0.1370587 Apr 13 14:41:00.184547 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-c12a474c-7ac5-46a7-afc2-988cfe1285b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:00.187435 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-c12a474c-7ac5-46a7-afc2-988cfe1285b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 200 len: 847 time: 0.0761399 Apr 13 14:41:00.276132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-d1b14fad-8d8b-4d6a-b1b6-19caa92f2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:00.278288 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-d1b14fad-8d8b-4d6a-b1b6-19caa92f2c6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817764 Apr 13 14:41:00.426828 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-ccdba8e8-39b0-4f35-bb82-0acdcda0592b service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406546 Apr 13 14:41:00.576150 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7009579c-4cfa-417e-b231-94dd9ca0d5d2 req-4a979ec8-6418-4a39-a5c8-200f06e57842 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394022 Apr 13 14:41:01.036712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abce92-7898-457f-97a8-0cac68151f05 req-581be17f-122a-49d5-b161-703f0809145f tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:01.039703 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c1abce92-7898-457f-97a8-0cac68151f05 req-581be17f-122a-49d5-b161-703f0809145f tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.2416501 Apr 13 14:41:01.085240 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c1abce92-7898-457f-97a8-0cac68151f05 req-66e2b7eb-44bd-4e11-8424-2d44cd71e9b9 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384319 Apr 13 14:41:01.094837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968f99d-b60e-446b-ac0b-6ea99364c332 req-8e2d07a0-7cd5-4481-bc0e-f0d271c9bbdd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:01.096442 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0968f99d-b60e-446b-ac0b-6ea99364c332 req-8e2d07a0-7cd5-4481-bc0e-f0d271c9bbdd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.2200098 Apr 13 14:41:01.137457 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0968f99d-b60e-446b-ac0b-6ea99364c332 req-43b4e904-0f4b-4d69-8156-31fcc47de64c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0307310 Apr 13 14:41:02.349910 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd436a5-be56-4c3c-bee9-760b01e9b253 req-7bcb7df0-99af-4f20-bea5-e5ffd46dca04 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:02.351516 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8fd436a5-be56-4c3c-bee9-760b01e9b253 req-7bcb7df0-99af-4f20-bea5-e5ffd46dca04 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 943 time: 0.1457448 Apr 13 14:41:02.389573 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8fd436a5-be56-4c3c-bee9-760b01e9b253 req-84b02c95-af17-40df-b9a9-1ad401881ba3 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308554 Apr 13 14:41:02.422525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fa27d-99e9-4390-bde3-7ddf15099f0a req-40aff842-0292-43d0-be01-7efcdbbf2b36 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:02.424196 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c6fa27d-99e9-4390-bde3-7ddf15099f0a req-40aff842-0292-43d0-be01-7efcdbbf2b36 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1427865 Apr 13 14:41:02.460090 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c6fa27d-99e9-4390-bde3-7ddf15099f0a req-a386a3b1-1ac2-4fd6-b961-c42cd80d84d0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0289071 Apr 13 14:41:02.706311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9cb1c96b-2cf7-40d4-989e-3816d5e21880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:02.922038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 45718) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:03.061678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.077073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:41:03.081145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Usage tracker for resource:security_group_rule and tenant:ac0e9f80b9bf4b388d2bc0a41f209fc5 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:41:03.084098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:41:03.090172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:41:03.097344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:41:03.178643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.181945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.191896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e19b7fd1-05f2-4e8f-ad1b-7fa3be0a4e58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:03.240028 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac0e9f80b9bf4b388d2bc0a41f209fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167675 Apr 13 14:41:03.241870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b18e6c-39af-44f1-a4c7-157326e442fe,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:03.243311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45724) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:03.245195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:03.259550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:03.275414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'port_id': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'mac_address': 'fa:16:3e:7b:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:41:03.313374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.340904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.342308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:41:03.343577 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.359933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:03.363286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.365252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:03.393379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.403314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cf745b13-96b8-4c10-a0b5-5ff9d49627f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:03.431852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b18e6c-39af-44f1-a4c7-157326e442fe,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:03.436352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:03.437620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:03.439018 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=7']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:03.449531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:03.453519 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a9b18e6c-39af-44f1-a4c7-157326e442fe HTTP/1.1" status: 204 len: 168 time: 0.2020891 Apr 13 14:41:03.616482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:41:03.670712 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec2d80-2213-4590-b2b8-7971ee2af087 req-1219582f-af1e-4a27-bd04-36d5d9c4aa93 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:03.672387 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-05ec2d80-2213-4590-b2b8-7971ee2af087 req-1219582f-af1e-4a27-bd04-36d5d9c4aa93 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 944 time: 0.1468172 Apr 13 14:41:03.713151 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-05ec2d80-2213-4590-b2b8-7971ee2af087 req-f65e852c-1a32-46b6-99a3-c7458f780d1f tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Apr 13 14:41:03.737300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fa05d-d618-4862-a76b-641b4a9decad req-9d0df9fe-1e5c-4348-8b14-5671f4f039dd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:03.738985 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f14fa05d-d618-4862-a76b-641b4a9decad req-9d0df9fe-1e5c-4348-8b14-5671f4f039dd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1306233 Apr 13 14:41:03.792721 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f14fa05d-d618-4862-a76b-641b4a9decad req-99992e6e-ffd3-4383-a833-266d6127d7f7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349181 Apr 13 14:41:04.408424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45758) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:04.524461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1457137102-network', 'tenant_id': 'b0930d10eb794be0b8cb0e7911599876'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:41:04.530476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:41:04.534567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Usage tracker for resource:network and tenant:b0930d10eb794be0b8cb0e7911599876 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:41:04.537625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:41:04.544845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:41:04.554937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Made reservation on behalf of b0930d10eb794be0b8cb0e7911599876 for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:41:04.559863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.573862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.596827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:41:04.601089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Usage tracker for resource:security_group_rule and tenant:b0930d10eb794be0b8cb0e7911599876 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:41:04.604116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:41:04.610364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:41:04.708019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.711020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.716068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-621e3202-8076-4790-b285-d6715249028e tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:04.742004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:41:04.756507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96da25c-6359-4746-9443-3c6569343d80,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:04.761212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:04.762815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.763254 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Added segment 9babe134-855d-4ddc-856c-27ca32b5445f of type vlan for network 3dacac23-e787-40a9-a9ce-87c15f2d9520 Apr 13 14:41:04.800345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.838879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.840375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:04.841061 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:04.846557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-26c8871a-7011-47a0-8cd5-fd228a713dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:04.961736 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5520158 Apr 13 14:41:04.963023 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Pushing event updated for resources: {'Network': ['ID=3dacac23-e787-40a9-a9ce-87c15f2d9520,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:04.966879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:04.967525 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 45768) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:04.974650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:41:04.976519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Request body: {'subnet': {'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1457137102-subnet', 'tenant_id': 'b0930d10eb794be0b8cb0e7911599876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:41:04.981240 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:41:04.985650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Usage tracker for resource:subnet and tenant:b0930d10eb794be0b8cb0e7911599876 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:41:04.989133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:41:04.995465 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:41:05.006750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Made reservation on behalf of b0930d10eb794be0b8cb0e7911599876 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:41:05.012259 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:05.014100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5888477-31dd-4750-bdd0-7f6c6e606ab1 req-7fc7cb39-3427-405d-9cb7-7800f715a15b tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:05.021998 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b5888477-31dd-4750-bdd0-7f6c6e606ab1 req-7fc7cb39-3427-405d-9cb7-7800f715a15b tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 944 time: 0.1715615 Apr 13 14:41:05.055855 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b5888477-31dd-4750-bdd0-7f6c6e606ab1 req-1cc5cf07-65e2-4ab1-a347-3e35d9b79717 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328124 Apr 13 14:41:05.098840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ea46c-d3b0-4b9e-af82-c86b764e6c5a req-be40b446-5832-43d7-b8cc-faf7b6123969 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:05.107774 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-598ea46c-d3b0-4b9e-af82-c86b764e6c5a req-be40b446-5832-43d7-b8cc-faf7b6123969 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1803155 Apr 13 14:41:05.110208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:41:05.152961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-598ea46c-d3b0-4b9e-af82-c86b764e6c5a req-55bf7fdd-96f0-4ab3-9122-25cde2102a4b tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439751 Apr 13 14:41:05.185583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a5055d61-9ebf-42d6-a809-8623bfda0195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:05.248424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:41:05.249214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:05.402163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:05.414140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:05.426181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:05.430498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:05.432635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:05.482180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:05.484372 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'code': 200} Apr 13 14:41:05.500437 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2dd4962a-e95e-416c-b937-53b85ad01330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:05.516341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=8']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:05.519596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:05.643239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4569a0da-902a-4646-91c9-5831bf2eac1b,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:05.648047 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:05.726008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Checking segment: {'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:41:05.726376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Network hostable DHCP agents. Network: 3dacac23-e787-40a9-a9ce-87c15f2d9520, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:41:05.748819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:41:05.758726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 3dacac23-e787-40a9-a9ce-87c15f2d9520) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:41:05.772399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e64f190-6029-4916-8e15-51b3a1aeb7f8 None None] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:41:05.776840 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:05.778863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:05.817583 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8485577 Apr 13 14:41:05.955093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14de594-9814-43a5-a63c-8db1dcee75ad req-19ccbdbd-91ca-407f-9dcf-6e4197f4dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:05.957038 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c14de594-9814-43a5-a63c-8db1dcee75ad req-19ccbdbd-91ca-407f-9dcf-6e4197f4dc41 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1098 time: 0.1907144 Apr 13 14:41:05.988299 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c14de594-9814-43a5-a63c-8db1dcee75ad req-07673d93-9af2-4e90-af0f-4f5ae34cd637 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244131 Apr 13 14:41:06.081807 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:06.224116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1ed5c-c788-4b33-adc6-0c9ed251ced2 None None] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:41:06.405000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf2e0d-3c10-4d1a-ad64-63eeb1fc6f28 req-1f2bafd6-ac43-4a76-9b1c-11af63865c2a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:06.406662 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d8cf2e0d-3c10-4d1a-ad64-63eeb1fc6f28 req-1f2bafd6-ac43-4a76-9b1c-11af63865c2a tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1610146 Apr 13 14:41:06.430085 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:06.431517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d2e2d-86e0-443d-838d-c9bb470e521d req-8b212572-2c9e-4930-a3df-0bb1e94776ef tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:06.433188 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-002d2e2d-86e0-443d-838d-c9bb470e521d req-8b212572-2c9e-4930-a3df-0bb1e94776ef tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1344278 Apr 13 14:41:06.478436 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d8cf2e0d-3c10-4d1a-ad64-63eeb1fc6f28 req-6a4985d3-5e6a-4329-9cb2-a1f4cc2e6e50 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613191 Apr 13 14:41:06.487049 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-002d2e2d-86e0-443d-838d-c9bb470e521d req-39aaa978-66c2-42f6-ab37-dd749d79ab51 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391629 Apr 13 14:41:07.432381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:07.761311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554b686-9113-4724-9ff4-c7efe8f306cb req-a475379b-239e-4562-82f5-676ca39240c7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:07.763029 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7554b686-9113-4724-9ff4-c7efe8f306cb req-a475379b-239e-4562-82f5-676ca39240c7 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1606829 Apr 13 14:41:07.779116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4158a0e-57fe-4ac8-9054-3cafb34f0825 req-0e84e5fb-af7c-4044-8254-c483362a51f0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:07.780599 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4158a0e-57fe-4ac8-9054-3cafb34f0825 req-0e84e5fb-af7c-4044-8254-c483362a51f0 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1348267 Apr 13 14:41:07.824723 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7554b686-9113-4724-9ff4-c7efe8f306cb req-d9279820-184c-47f4-945e-fa1e6cdf34ba tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549011 Apr 13 14:41:07.831537 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4158a0e-57fe-4ac8-9054-3cafb34f0825 req-318f001b-8adc-47b1-832d-f829b4365d93 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371945 Apr 13 14:41:08.427650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-136ae7df-2d3c-4c9e-aac0-038937e1a79c tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:08.429279 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-136ae7df-2d3c-4c9e-aac0-038937e1a79c tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/networks?id=3dacac23-e787-40a9-a9ce-87c15f2d9520 HTTP/1.1" status: 200 len: 809 time: 0.3719811 Apr 13 14:41:08.445796 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-0390dd0f-4c95-401d-903f-bfaafae10d5d tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/quotas/b0930d10eb794be0b8cb0e7911599876 HTTP/1.1" status: 200 len: 375 time: 0.0100892 Apr 13 14:41:08.505300 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-23f013f9-a219-4c5c-8f5f-d11f35035b1c tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0930d10eb794be0b8cb0e7911599876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526733 Apr 13 14:41:08.706271 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-2b880162-b9fe-4d9c-b3b5-a295774397ed service neutron] 10.222.0.35 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926544 Apr 13 14:41:08.858118 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-29f0afe7-ffa5-4591-905f-cc1c0fae34c0 service neutron] 10.222.0.35 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447833 Apr 13 14:41:09.087271 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-20d97ebd-74ad-44df-921a-08759fe5c0f6 req-086d6d11-901a-40dd-ad4f-6637f2a9def6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 210 time: 0.0660262 Apr 13 14:41:09.097654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:09.138357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed1eae-491d-4bde-8e8b-e41533386857 req-41f71f83-fb49-4953-861b-2b23b7b99cda tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:09.141501 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4ed1eae-491d-4bde-8e8b-e41533386857 req-41f71f83-fb49-4953-861b-2b23b7b99cda tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1727638 Apr 13 14:41:09.178905 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e4ed1eae-491d-4bde-8e8b-e41533386857 req-1040d258-9de5-40a8-9d40-0174bfa7509c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0301149 Apr 13 14:41:10.290882 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c961223-cc39-44ef-8a5f-39a2d484b88b req-bb837205-22e5-4df8-8a80-e04408285c13 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 210 time: 0.0689962 Apr 13 14:41:10.494323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-25761395-2d23-46d0-86d8-abb269296713 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:10.496390 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-25761395-2d23-46d0-86d8-abb269296713 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "GET /v2.0/networks?id=3dacac23-e787-40a9-a9ce-87c15f2d9520 HTTP/1.1" status: 200 len: 809 time: 0.3072677 Apr 13 14:41:10.509296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6aa4f-8b1b-41f1-a4b4-e06d99f292f4 req-02a52bf3-4b82-4c03-ac09-5ace0295b849 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:10.511106 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9fd6aa4f-8b1b-41f1-a4b4-e06d99f292f4 req-02a52bf3-4b82-4c03-ac09-5ace0295b849 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1502047 Apr 13 14:41:10.516224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Request body: {'port': {'device_id': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520', 'admin_state_up': True, 'tenant_id': 'b0930d10eb794be0b8cb0e7911599876'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:41:10.627452 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9fd6aa4f-8b1b-41f1-a4b4-e06d99f292f4 req-21346a4e-75f5-401c-81e0-14f6df8a708c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962977 Apr 13 14:41:10.690190 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:41:10.694386 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Usage tracker for resource:port and tenant:b0930d10eb794be0b8cb0e7911599876 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:41:10.697464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:41:10.703719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:41:10.712836 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Made reservation on behalf of b0930d10eb794be0b8cb0e7911599876 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:41:10.720189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:10.893017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Allocated IP 172.20.0.8 (3dacac23-e787-40a9-a9ce-87c15f2d9520/4569a0da-902a-4646-91c9-5831bf2eac1b/cd594406-5f28-4e22-9819-1b3f4423a963) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:41:11.094041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:11.122996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:11.138374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-025f954d-7dcd-46fe-8a71-3674b665c780 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:11.276984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Pushing event updated for resources: {'Port': ['ID=cd594406-5f28-4e22-9819-1b3f4423a963,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:11.295816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.296420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.296588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.296999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.297388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.297772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.298151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.298531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.298909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.299288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.299663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.300038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:11.305410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:11.347831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:41:11.349295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:41:11.352112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:41:11.469176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:11.469884 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:11.518545 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063550 Apr 13 14:41:11.548051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Request body: {'port': {'device_id': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:41:11.606322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a92e9-4cd7-435c-830e-c17308a5375d req-cf2d3c13-9eed-4dd6-8f0c-da451682b0f6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:11.607141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-3b4a92e9-4cd7-435c-830e-c17308a5375d req-cf2d3c13-9eed-4dd6-8f0c-da451682b0f6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Synchronizing usage tracker for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:41:11.693584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-3b4a92e9-4cd7-435c-830e-c17308a5375d req-cf2d3c13-9eed-4dd6-8f0c-da451682b0f6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Unset dirty status for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:41:11.694798 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3b4a92e9-4cd7-435c-830e-c17308a5375d req-cf2d3c13-9eed-4dd6-8f0c-da451682b0f6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 931 time: 0.2790532 Apr 13 14:41:11.736408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:11.769837 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3b4a92e9-4cd7-435c-830e-c17308a5375d req-a95d20ee-ea93-4531-883f-40b50addbdf6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674856 Apr 13 14:41:12.017002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb3a4a-c241-4d33-ac4e-b03c2f2e11b7 req-c4a84d2b-c00a-4ca3-bfc4-b45e9641b06d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:12.018617 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-58fb3a4a-c241-4d33-ac4e-b03c2f2e11b7 req-c4a84d2b-c00a-4ca3-bfc4-b45e9641b06d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1865184 Apr 13 14:41:12.133919 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-58fb3a4a-c241-4d33-ac4e-b03c2f2e11b7 req-2b7e30ac-4b02-4006-a004-5bae98eef729 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851734 Apr 13 14:41:12.260432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd594406-5f28-4e22-9819-1b3f4423a963 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:41:12.268649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:12.284545 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Transition to ACTIVE for port object cd594406-5f28-4e22-9819-1b3f4423a963 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:41:12.287532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:12.303902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3621f6cc-ddbf-49cc-ba30-57d4f0f9c9ee tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:12.450938 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Pushing event updated for resources: {'Port': ['ID=cd594406-5f28-4e22-9819-1b3f4423a963,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:12.453859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:12.922168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Attempting to bind port cd594406-5f28-4e22-9819-1b3f4423a963 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:41:12.922775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Attempting to bind port cd594406-5f28-4e22-9819-1b3f4423a963 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:41:12.923384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Attempting to bind port cd594406-5f28-4e22-9819-1b3f4423a963 on network 3dacac23-e787-40a9-a9ce-87c15f2d9520 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:41:12.933147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Port cd594406-5f28-4e22-9819-1b3f4423a963 on network 3dacac23-e787-40a9-a9ce-87c15f2d9520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:41:12.933775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Attempting to bind port cd594406-5f28-4e22-9819-1b3f4423a963 on network 3dacac23-e787-40a9-a9ce-87c15f2d9520 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:41:12.943975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:41:12.944612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Checking segment: {'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:41:12.945348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Bound using segment: {'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:41:12.946177 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Bound port: cd594406-5f28-4e22-9819-1b3f4423a963, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:41:12.946756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:13.099606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] For port cd594406-5f28-4e22-9819-1b3f4423a963, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:41:13.103483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] For port cd594406-5f28-4e22-9819-1b3f4423a963, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd594406-5f28-4e22-9819-1b3f4423a963,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:41:13.112717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:13.127872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-12a87398-2f28-4bf5-a76e-80fbd05cc576 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:13.202696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd829be-3cf6-4cc8-ab2a-11907a6393f1 req-e6f45643-f88b-4656-86bf-f17e8382be07 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:13.204423 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cfd829be-3cf6-4cc8-ab2a-11907a6393f1 req-e6f45643-f88b-4656-86bf-f17e8382be07 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 943 time: 0.2175932 Apr 13 14:41:13.370327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Pushing event updated for resources: {'Port': ['ID=cd594406-5f28-4e22-9819-1b3f4423a963,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:13.376409 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cfd829be-3cf6-4cc8-ab2a-11907a6393f1 req-344a5a03-6c0b-4cbb-b9ef-df03f5c8302c tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168830 Apr 13 14:41:13.380103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:13.441074 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:13.441740 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:13.443209 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] 10.222.0.26 "PUT /v2.0/ports/cd594406-5f28-4e22-9819-1b3f4423a963 HTTP/1.1" status: 200 len: 1093 time: 1.9056673 Apr 13 14:41:13.445428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'tag': 'cd594406-5f28-4e22-9819-1b3f4423a963'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:13.459741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637770c5-83b4-4bf2-b8f7-f03b13b31701 req-e4d084f5-95c0-4725-8570-4f9791b21acb tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:13.461454 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-637770c5-83b4-4bf2-b8f7-f03b13b31701 req-e4d084f5-95c0-4725-8570-4f9791b21acb tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.1715648 Apr 13 14:41:13.553554 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-637770c5-83b4-4bf2-b8f7-f03b13b31701 req-a2d9a361-5df3-426b-8310-891b5af38c65 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=c18e0f12-1e92-4687-aa05-03a23e8ee95e&id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833778 Apr 13 14:41:13.589215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-f520e5ad-249d-4d84-a461-3e8201c6c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:13.590911 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-f520e5ad-249d-4d84-a461-3e8201c6c010 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0930d10eb794be0b8cb0e7911599876&device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 1096 time: 0.1044049 Apr 13 14:41:13.672659 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'tag': 'cd594406-5f28-4e22-9819-1b3f4423a963', 'status': 'completed', 'code': 200} Apr 13 14:41:13.674337 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-3e8edab5-8e5a-48bb-bbe1-8539668ad2b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd594406-5f28-4e22-9819-1b3f4423a963 HTTP/1.1" status: 200 len: 217 time: 0.0741076 Apr 13 14:41:13.753311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-2befe7d0-3c02-4a95-b5da-04c581ae632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:13.754954 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-2befe7d0-3c02-4a95-b5da-04c581ae632d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4569a0da-902a-4646-91c9-5831bf2eac1b HTTP/1.1" status: 200 len: 849 time: 0.0728340 Apr 13 14:41:13.809861 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-b5c3eac6-bf04-4247-9979-ada3e75c60ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dacac23-e787-40a9-a9ce-87c15f2d9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482492 Apr 13 14:41:13.962562 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-0afefd97-5bb1-401b-b4e7-87ad14c02798 service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455212 Apr 13 14:41:14.110279 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-09909f05-edf5-4aa7-a430-38b7cf7fd8b6 req-55a36024-89a4-4f16-9a12-d4244db05b13 service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395247 Apr 13 14:41:14.241709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-1d55b3a8-6b4c-4104-ad12-16b38fe6e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:14.243244 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-1d55b3a8-6b4c-4104-ad12-16b38fe6e26e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0930d10eb794be0b8cb0e7911599876&device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 1096 time: 0.0830319 Apr 13 14:41:14.391048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-7cd6905b-5c77-4e74-a5ab-6d42cac65cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:14.392634 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-7cd6905b-5c77-4e74-a5ab-6d42cac65cfd service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dacac23-e787-40a9-a9ce-87c15f2d9520 HTTP/1.1" status: 200 len: 910 time: 0.1408339 Apr 13 14:41:14.469553 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-18ad207c-ba59-4270-9886-5d38442374ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd594406-5f28-4e22-9819-1b3f4423a963 HTTP/1.1" status: 200 len: 217 time: 0.0690169 Apr 13 14:41:14.597606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-ff756724-03c0-4793-be08-b7b678d868a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:14.599181 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-ff756724-03c0-4793-be08-b7b678d868a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4569a0da-902a-4646-91c9-5831bf2eac1b HTTP/1.1" status: 200 len: 849 time: 0.1228695 Apr 13 14:41:14.666955 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-40d33c64-26db-426f-b606-fe30122523cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dacac23-e787-40a9-a9ce-87c15f2d9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588043 Apr 13 14:41:14.681129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30832a8-1600-46a4-bc41-c115cd9562b2 req-550b57f1-6d96-4fcc-a56c-608baaa80336 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:14.682776 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f30832a8-1600-46a4-bc41-c115cd9562b2 req-550b57f1-6d96-4fcc-a56c-608baaa80336 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 943 time: 0.1678159 Apr 13 14:41:14.792827 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f30832a8-1600-46a4-bc41-c115cd9562b2 req-e4ccba89-3996-4abe-aabf-225b62740bca tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865092 Apr 13 14:41:14.847751 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-ffb628d0-c581-483a-b4fc-2bc9b2c629bc service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632683 Apr 13 14:41:15.000931 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-76b746d1-7d8b-4b02-8ece-32db21412b2d req-c72c3876-7841-44fe-929f-8d83a50a557b service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464529 Apr 13 14:41:16.035017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8b2b5-bc28-4198-9a7c-6ae67149c4c2 req-aa6a2b99-f754-4ec5-a2b3-a8ef96987cc9 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:16.036698 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4dc8b2b5-bc28-4198-9a7c-6ae67149c4c2 req-aa6a2b99-f754-4ec5-a2b3-a8ef96987cc9 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 943 time: 0.1194775 Apr 13 14:41:16.070759 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4dc8b2b5-bc28-4198-9a7c-6ae67149c4c2 req-f8b0d041-39c2-47bc-ac63-81ba7a566e67 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271566 Apr 13 14:41:17.121771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device cd594406-5f28-4e22-9819-1b3f4423a963 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:41:17.334989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port cd594406-5f28-4e22-9819-1b3f4423a963, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd594406-5f28-4e22-9819-1b3f4423a963,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:17.351206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'cd594406-5f28-4e22-9819-1b3f4423a963', 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520', 'port_id': 'cd594406-5f28-4e22-9819-1b3f4423a963', 'mac_address': 'fa:16:3e:d1:51:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4569a0da-902a-4646-91c9-5831bf2eac1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:41:17.363451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dfc90-273a-4611-871f-fe64e50a4a09 req-01e7f64a-ff53-41b3-a5ae-c5945d9374a2 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:17.366419 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b87dfc90-273a-4611-871f-fe64e50a4a09 req-01e7f64a-ff53-41b3-a5ae-c5945d9374a2 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 943 time: 0.1702318 Apr 13 14:41:17.399429 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b87dfc90-273a-4611-871f-fe64e50a4a09 req-3f2b516d-f03a-43ab-9d2f-1300a52c8f0a tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265243 Apr 13 14:41:17.415710 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:17.434993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd594406-5f28-4e22-9819-1b3f4423a963 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:41:17.452464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port cd594406-5f28-4e22-9819-1b3f4423a963, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd594406-5f28-4e22-9819-1b3f4423a963,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:17.455378 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:17.457385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:17.534224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=cd594406-5f28-4e22-9819-1b3f4423a963,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:17.544148 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.544540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.544944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.545324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.545698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.546073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.546446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.546817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.547187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.547557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.547948 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.548291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:41:17.552623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:17.772217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['cd594406-5f28-4e22-9819-1b3f4423a963'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:41:18.206227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ea29f-3cc9-4420-afa3-fd51a839b92e req-e7be607f-ee44-44e5-b0f1-fce1c4be24f4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:18.207768 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-840ea29f-3cc9-4420-afa3-fd51a839b92e req-e7be607f-ee44-44e5-b0f1-fce1c4be24f4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.0888093 Apr 13 14:41:18.239959 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-840ea29f-3cc9-4420-afa3-fd51a839b92e req-c6698ead-9176-473e-82ba-f3809655764e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256319 Apr 13 14:41:18.612801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442250-386b-4250-9cac-ad038065e5a0 req-936fd91c-51e7-484b-b4a6-a981827c4685 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:18.614494 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b2442250-386b-4250-9cac-ad038065e5a0 req-936fd91c-51e7-484b-b4a6-a981827c4685 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 944 time: 0.0952563 Apr 13 14:41:18.647609 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b2442250-386b-4250-9cac-ad038065e5a0 req-7f6d0519-8bab-42d2-b6f2-e814b3b6b636 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262237 Apr 13 14:41:19.140521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device cd594406-5f28-4e22-9819-1b3f4423a963 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:41:19.217836 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port cd594406-5f28-4e22-9819-1b3f4423a963 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:41:19.223373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port cd594406-5f28-4e22-9819-1b3f4423a963 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:41:19.223737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:19.355772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:19.369932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd594406-5f28-4e22-9819-1b3f4423a963'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:19.381464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port cd594406-5f28-4e22-9819-1b3f4423a963, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd594406-5f28-4e22-9819-1b3f4423a963,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:19.384556 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:19.387415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:19.420951 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd594406-5f28-4e22-9819-1b3f4423a963', 'code': 200} Apr 13 14:41:19.466752 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=cd594406-5f28-4e22-9819-1b3f4423a963,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:19.468272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd7810-a971-4902-bbe5-9a09da44df28 req-819e8f2c-c092-4039-b8e1-fc7c8e18ccae tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:19.470113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:19.470248 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-19dd7810-a971-4902-bbe5-9a09da44df28 req-819e8f2c-c092-4039-b8e1-fc7c8e18ccae tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1039925 Apr 13 14:41:19.511399 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-19dd7810-a971-4902-bbe5-9a09da44df28 req-cadc2dbc-e4fb-4630-be6d-63588aa4a245 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281210 Apr 13 14:41:19.686696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f893e-5c66-4400-b249-b3f4a8601d1f req-3ae26a4d-d0d5-4bdc-8a4f-9ac2d367b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:19.688299 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3a0f893e-5c66-4400-b249-b3f4a8601d1f req-3ae26a4d-d0d5-4bdc-8a4f-9ac2d367b778 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 1098 time: 0.0807478 Apr 13 14:41:19.716082 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3a0f893e-5c66-4400-b249-b3f4a8601d1f req-ca580dfe-628e-4aac-9e8d-d160192c5ff3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0204422 Apr 13 14:41:19.862001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09f81b-d5a8-4c21-b6db-d41ec6e1f661 req-412793d7-717a-4436-ba0a-d1fc7532f9c6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:19.863621 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c09f81b-d5a8-4c21-b6db-d41ec6e1f661 req-412793d7-717a-4436-ba0a-d1fc7532f9c6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 945 time: 0.1000009 Apr 13 14:41:19.894800 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c09f81b-d5a8-4c21-b6db-d41ec6e1f661 req-20a8dbe2-e95e-4eb1-ac0d-e802d673da11 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245512 Apr 13 14:41:20.727405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b981f3-14dc-4f34-9ac0-c2b0ca7eb5eb req-fe5943f1-fba9-49ac-988e-ee4f398b2a69 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:20.729068 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-80b981f3-14dc-4f34-9ac0-c2b0ca7eb5eb req-fe5943f1-fba9-49ac-988e-ee4f398b2a69 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.0955608 Apr 13 14:41:20.760558 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-80b981f3-14dc-4f34-9ac0-c2b0ca7eb5eb req-f84c30bc-aec5-4b15-a845-124b3926a604 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248659 Apr 13 14:41:21.123796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043cf98-499a-4790-97e7-f6be06e181b7 req-08b16179-0245-4316-9f66-605dff29fd2e tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:21.125401 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9043cf98-499a-4790-97e7-f6be06e181b7 req-08b16179-0245-4316-9f66-605dff29fd2e tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 945 time: 0.0904937 Apr 13 14:41:21.155617 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9043cf98-499a-4790-97e7-f6be06e181b7 req-5e7370df-9981-4684-a7f4-5704e2b34907 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238397 Apr 13 14:41:22.012773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4d501-ed37-49b3-ae39-40bc7eb1a642 req-29b4954a-96c2-4ce3-8572-6a62cf267d8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:22.014430 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a8e4d501-ed37-49b3-ae39-40bc7eb1a642 req-29b4954a-96c2-4ce3-8572-6a62cf267d8b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1300559 Apr 13 14:41:22.327496 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a8e4d501-ed37-49b3-ae39-40bc7eb1a642 req-66afdb20-3d5b-4b6b-9aaa-fcb43173cad2 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062682 Apr 13 14:41:22.369396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9d27b-5366-4a3d-917b-ce84006c6f3d req-3333f64e-ef10-4e33-87b9-503ebb33979b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:22.371541 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17e9d27b-5366-4a3d-917b-ce84006c6f3d req-3333f64e-ef10-4e33-87b9-503ebb33979b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 945 time: 0.1005189 Apr 13 14:41:22.403322 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17e9d27b-5366-4a3d-917b-ce84006c6f3d req-a51a6129-dcf2-4d89-a93f-885f3b5c97a8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246949 Apr 13 14:41:23.718903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b6d2f-7e80-49aa-af3d-99dfd102c1a5 req-a9b7c7e8-e092-41fe-a3e2-8addae90a485 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:23.721787 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8f7b6d2f-7e80-49aa-af3d-99dfd102c1a5 req-a9b7c7e8-e092-41fe-a3e2-8addae90a485 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.2638357 Apr 13 14:41:23.798962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54604f82-1ff2-4904-afc8-c36fc75b5892 req-35d9af81-07ec-4278-a77b-394900a0966c tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:23.801877 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-54604f82-1ff2-4904-afc8-c36fc75b5892 req-35d9af81-07ec-4278-a77b-394900a0966c tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 945 time: 0.2684789 Apr 13 14:41:23.883949 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8f7b6d2f-7e80-49aa-af3d-99dfd102c1a5 req-dce27c18-8d04-4b6a-8aa2-b152ecda4091 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458716 Apr 13 14:41:23.934277 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-54604f82-1ff2-4904-afc8-c36fc75b5892 req-1609c440-111b-4392-b8ad-7497ed84352f tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233032 Apr 13 14:41:23.969540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-2c7500ec-691a-4989-9c47-b593d28eb513 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:23.971102 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-2c7500ec-691a-4989-9c47-b593d28eb513 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 945 time: 0.1642177 Apr 13 14:41:24.056795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Deleting port cd594406-5f28-4e22-9819-1b3f4423a963 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:41:24.057245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:24.341462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] For port cd594406-5f28-4e22-9819-1b3f4423a963, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd594406-5f28-4e22-9819-1b3f4423a963,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:24.341867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:24.479563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Calling delete_port for cd594406-5f28-4e22-9819-1b3f4423a963 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:41:24.644505 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:24.661314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['cd594406-5f28-4e22-9819-1b3f4423a963'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:41:24.661587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:24.727336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Pushing event deleted for resources: {'Port': ['ID=cd594406-5f28-4e22-9819-1b3f4423a963,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:24.731730 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:24.919767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] No DVR routers for this DVR port cd594406-5f28-4e22-9819-1b3f4423a963 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:41:24.922417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:24.925400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'name': 'network-vif-deleted', 'tag': 'cd594406-5f28-4e22-9819-1b3f4423a963'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:24.941952 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f920d342-d19f-47d5-9f8e-e9ebb717965c req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "DELETE /v2.0/ports/cd594406-5f28-4e22-9819-1b3f4423a963 HTTP/1.1" status: 204 len: 173 time: 0.9634733 Apr 13 14:41:25.004827 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871f90a9-fa72-4c15-b7ba-02cd0bb0dc29', 'name': 'network-vif-deleted', 'tag': 'cd594406-5f28-4e22-9819-1b3f4423a963', 'status': 'completed', 'code': 200} Apr 13 14:41:25.179161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e5696316-4bae-47e5-bbca-b95965a07154 req-f5fa181b-9f3e-4ec8-ab9e-ffcc6a3f54d8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Synchronizing usage tracker for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:41:25.208500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e5696316-4bae-47e5-bbca-b95965a07154 req-f5fa181b-9f3e-4ec8-ab9e-ffcc6a3f54d8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Unset dirty status for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:41:25.209827 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e5696316-4bae-47e5-bbca-b95965a07154 req-f5fa181b-9f3e-4ec8-ab9e-ffcc6a3f54d8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=871f90a9-fa72-4c15-b7ba-02cd0bb0dc29 HTTP/1.1" status: 200 len: 210 time: 0.0979171 Apr 13 14:41:25.235092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f19823-1f4d-49f3-a04c-54540f48ecec req-eb52bc3c-b796-4444-912d-1ae1b68c07fb tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:25.236790 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-24f19823-1f4d-49f3-a04c-54540f48ecec req-eb52bc3c-b796-4444-912d-1ae1b68c07fb tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1822214 Apr 13 14:41:25.294297 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-24f19823-1f4d-49f3-a04c-54540f48ecec req-1a519922-96bf-424b-8441-bf75f83258f4 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472405 Apr 13 14:41:26.543016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bef7f-7071-483b-88a9-8e1b726e9f08 req-4a4f6220-0066-4532-82d0-fbf9137c1fc0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:26.544698 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e04bef7f-7071-483b-88a9-8e1b726e9f08 req-4a4f6220-0066-4532-82d0-fbf9137c1fc0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.0989921 Apr 13 14:41:26.577551 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e04bef7f-7071-483b-88a9-8e1b726e9f08 req-ee46a444-ad0b-49b2-80f8-ecd800dc50d3 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262311 Apr 13 14:41:26.750382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e673ce74-7140-42a9-973c-ecaad571a1f1 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:26.751992 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e673ce74-7140-42a9-973c-ecaad571a1f1 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/networks?id=3dacac23-e787-40a9-a9ce-87c15f2d9520 HTTP/1.1" status: 200 len: 809 time: 0.1583970 Apr 13 14:41:26.768876 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-fc7a95cc-95a4-4d0c-943c-91961f751f91 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/quotas/b0930d10eb794be0b8cb0e7911599876 HTTP/1.1" status: 200 len: 375 time: 0.0105443 Apr 13 14:41:26.828016 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-16fc298e-dd13-484f-b7f8-b2310373f0e2 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0930d10eb794be0b8cb0e7911599876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529985 Apr 13 14:41:26.975715 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e4c9507c-a7e2-48f4-a63a-332c7a9fcc46 service neutron] 10.222.0.35 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401331 Apr 13 14:41:27.135960 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-c92e3ff9-75d1-4842-9e12-fb19b857c703 service neutron] 10.222.0.35 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521420 Apr 13 14:41:27.137348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device cd594406-5f28-4e22-9819-1b3f4423a963 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:41:27.187543 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: cd594406-5f28-4e22-9819-1b3f4423a963 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:41:27.188029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device cd594406-5f28-4e22-9819-1b3f4423a963 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:41:27.364356 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-91a8458f-d407-4763-b4e8-f56b36549fa5 req-5c3ef0b0-2a5c-4354-ba13-a7ae1684fad6 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 210 time: 0.0509431 Apr 13 14:41:27.835165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb86cfd-a87b-4a47-acf7-3308b5554b55 req-80045431-5e7f-4992-a5cc-58768dd2b48a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:27.836852 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2eb86cfd-a87b-4a47-acf7-3308b5554b55 req-80045431-5e7f-4992-a5cc-58768dd2b48a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1047165 Apr 13 14:41:27.875150 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2eb86cfd-a87b-4a47-acf7-3308b5554b55 req-7e96b45b-ed01-4e8d-99f1-a2e5125a0999 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252819 Apr 13 14:41:28.678237 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6d0d05e5-b375-425e-acc1-9b7aa35b2b32 req-dc960590-98a6-4a2b-958b-86a440abfc6b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 210 time: 0.1511965 Apr 13 14:41:28.761578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02300-3133-4af0-8844-4630e7123b4e req-46d64fec-271e-4a62-b586-eab0edda1d52 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:28.763244 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-46d64fec-271e-4a62-b586-eab0edda1d52 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "GET /v2.0/networks?id=3dacac23-e787-40a9-a9ce-87c15f2d9520 HTTP/1.1" status: 200 len: 809 time: 0.2944996 Apr 13 14:41:28.778248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Request body: {'port': {'device_id': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520', 'admin_state_up': True, 'tenant_id': 'b0930d10eb794be0b8cb0e7911599876'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:41:29.025768 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:41:29.037621 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:41:29.048487 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Made reservation on behalf of b0930d10eb794be0b8cb0e7911599876 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:41:29.055055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:29.380038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ba819-fd85-4740-96a5-e4af58575935 req-8ca140e4-21d2-4e1c-880e-5c18ec09464d tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:29.382741 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7a2ba819-fd85-4740-96a5-e4af58575935 req-8ca140e4-21d2-4e1c-880e-5c18ec09464d tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.2854042 Apr 13 14:41:29.427793 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7a2ba819-fd85-4740-96a5-e4af58575935 req-9404e03b-a976-48fe-a5a3-6c122df86f46 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385008 Apr 13 14:41:29.429576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Allocated IP 172.20.0.8 (3dacac23-e787-40a9-a9ce-87c15f2d9520/4569a0da-902a-4646-91c9-5831bf2eac1b/37af1834-fbd4-439f-96bd-2255ed9a7548) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:41:29.651346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:29.682329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:29.698625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-42fc41d1-6ad8-4e04-8bff-a7fcccfda520 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:29.848376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Pushing event updated for resources: {'Port': ['ID=37af1834-fbd4-439f-96bd-2255ed9a7548,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:29.863992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:29.987416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:41:29.989973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:41:29.995379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:41:30.041913 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdec5d5-b024-4008-bc92-7b6aac2a94dd req-10c50d60-8e92-4eae-9b6f-ee10988bb91a tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:30.043744 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bfdec5d5-b024-4008-bc92-7b6aac2a94dd req-10c50d60-8e92-4eae-9b6f-ee10988bb91a tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 931 time: 0.1844068 Apr 13 14:41:30.098226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:30.099031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:30.110167 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bfdec5d5-b024-4008-bc92-7b6aac2a94dd req-1c7fa733-2ecc-43c0-b797-265ee2e0f508 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522661 Apr 13 14:41:30.133099 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3593223 Apr 13 14:41:30.146082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Request body: {'port': {'device_id': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:41:30.283209 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:30.958252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40a116-c72f-46a6-8cf4-09d30a804c30 req-01d9c951-51e5-4854-970c-83af0982c743 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:30.961400 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6d40a116-c72f-46a6-8cf4-09d30a804c30 req-01d9c951-51e5-4854-970c-83af0982c743 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1534953 Apr 13 14:41:31.039831 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6d40a116-c72f-46a6-8cf4-09d30a804c30 req-9544a454-e877-4bfa-abbc-3c67342c57b1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728951 Apr 13 14:41:31.049062 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37af1834-fbd4-439f-96bd-2255ed9a7548 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:41:31.058409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:31.076583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Transition to ACTIVE for port object 37af1834-fbd4-439f-96bd-2255ed9a7548 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:41:31.079776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:31.094518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:31.171845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:41:31.458847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Pushing event updated for resources: {'Port': ['ID=37af1834-fbd4-439f-96bd-2255ed9a7548,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:31.481414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:31.754947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb902a1-bfa3-4c32-af44-c47f55ed0b91 req-e0006b97-adfc-440f-8751-7f282b98c9d3 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:31.756212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-aeb902a1-bfa3-4c32-af44-c47f55ed0b91 req-e0006b97-adfc-440f-8751-7f282b98c9d3 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Synchronizing usage tracker for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:41:31.950695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-aeb902a1-bfa3-4c32-af44-c47f55ed0b91 req-e0006b97-adfc-440f-8751-7f282b98c9d3 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Unset dirty status for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:41:31.952968 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aeb902a1-bfa3-4c32-af44-c47f55ed0b91 req-e0006b97-adfc-440f-8751-7f282b98c9d3 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 943 time: 0.6327422 Apr 13 14:41:32.045412 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aeb902a1-bfa3-4c32-af44-c47f55ed0b91 req-3b8becb0-0b08-492e-a53a-deb29e26a858 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816691 Apr 13 14:41:32.053098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Attempting to bind port 37af1834-fbd4-439f-96bd-2255ed9a7548 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:41:32.053683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Attempting to bind port 37af1834-fbd4-439f-96bd-2255ed9a7548 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:41:32.054222 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Attempting to bind port 37af1834-fbd4-439f-96bd-2255ed9a7548 on network 3dacac23-e787-40a9-a9ce-87c15f2d9520 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:41:32.065124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Port 37af1834-fbd4-439f-96bd-2255ed9a7548 on network 3dacac23-e787-40a9-a9ce-87c15f2d9520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:41:32.065740 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Attempting to bind port 37af1834-fbd4-439f-96bd-2255ed9a7548 on network 3dacac23-e787-40a9-a9ce-87c15f2d9520 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:41:32.077690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:41:32.078323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Checking segment: {'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:41:32.079033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Bound using segment: {'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:41:32.079875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Bound port: 37af1834-fbd4-439f-96bd-2255ed9a7548, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9babe134-855d-4ddc-856c-27ca32b5445f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:41:32.080562 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:32.332280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] For port 37af1834-fbd4-439f-96bd-2255ed9a7548, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:41:32.339707 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] For port 37af1834-fbd4-439f-96bd-2255ed9a7548, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=37af1834-fbd4-439f-96bd-2255ed9a7548,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:41:32.351183 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:32.383749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d8fdd832-6dd7-440e-a3bf-0054825e4bc8 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:32.608064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Pushing event updated for resources: {'Port': ['ID=37af1834-fbd4-439f-96bd-2255ed9a7548,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:32.619033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd966f-2455-468b-a3ce-28866ebfe9e8 req-ebe5fae6-d3fa-45ba-83f5-0735333be0fa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:32.620850 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3bbd966f-2455-468b-a3ce-28866ebfe9e8 req-ebe5fae6-d3fa-45ba-83f5-0735333be0fa tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.4148901 Apr 13 14:41:32.624125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:32.704998 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6a14cb22-1e40-489d-aa4a-aabd7a8d103a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:32.719136 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3bbd966f-2455-468b-a3ce-28866ebfe9e8 req-6d3a163f-2fe8-4c08-8a52-a06843840d49 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807655 Apr 13 14:41:32.759944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:32.760433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:32.762442 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] 10.222.0.26 "PUT /v2.0/ports/37af1834-fbd4-439f-96bd-2255ed9a7548 HTTP/1.1" status: 200 len: 1093 time: 2.6212351 Apr 13 14:41:32.763099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'tag': '37af1834-fbd4-439f-96bd-2255ed9a7548'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:32.856812 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'tag': '37af1834-fbd4-439f-96bd-2255ed9a7548', 'status': 'completed', 'code': 200} Apr 13 14:41:32.912638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02300-3133-4af0-8844-4630e7123b4e req-c035f87a-b6b4-4195-bf98-66c1e3777a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:32.914626 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-c035f87a-b6b4-4195-bf98-66c1e3777a56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0930d10eb794be0b8cb0e7911599876&device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 1096 time: 0.1022255 Apr 13 14:41:33.034444 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-b60ec390-0592-4fe8-aa3b-01d50161e819 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37af1834-fbd4-439f-96bd-2255ed9a7548 HTTP/1.1" status: 200 len: 217 time: 0.1110718 Apr 13 14:41:33.112777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e02300-3133-4af0-8844-4630e7123b4e req-7d909005-004d-4227-aaf2-ed549a16cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:33.114813 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-7d909005-004d-4227-aaf2-ed549a16cc2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4569a0da-902a-4646-91c9-5831bf2eac1b HTTP/1.1" status: 200 len: 849 time: 0.0738933 Apr 13 14:41:33.174445 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-66282bf4-0cb9-4397-9755-e5170044cff6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dacac23-e787-40a9-a9ce-87c15f2d9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526726 Apr 13 14:41:33.418295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42207b-86c6-4981-a328-47a0e62ac916 req-6c61dfdb-52f5-41c0-a58c-889cd59d0b8d tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:33.419936 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5c42207b-86c6-4981-a328-47a0e62ac916 req-6c61dfdb-52f5-41c0-a58c-889cd59d0b8d tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 943 time: 0.2300143 Apr 13 14:41:33.426652 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-a91695bf-756b-4348-95be-36a59621831b service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344241 Apr 13 14:41:33.501206 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5c42207b-86c6-4981-a328-47a0e62ac916 req-707c653b-bd45-4f79-ad2f-62294de3fedd tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685623 Apr 13 14:41:33.693085 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8e02300-3133-4af0-8844-4630e7123b4e req-866028b8-0864-4891-9a99-913f72c9ae63 service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581184 Apr 13 14:41:33.839137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-035300d1-1da3-4ec6-ade6-69ff9ce263db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:33.841250 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-035300d1-1da3-4ec6-ade6-69ff9ce263db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b0930d10eb794be0b8cb0e7911599876&device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 1096 time: 0.0891848 Apr 13 14:41:34.062769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-ae5f61b4-1bc9-4afd-81f0-fab928334889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:34.064349 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-ae5f61b4-1bc9-4afd-81f0-fab928334889 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dacac23-e787-40a9-a9ce-87c15f2d9520 HTTP/1.1" status: 200 len: 910 time: 0.2147799 Apr 13 14:41:34.078410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b97796-a454-4104-a4bc-76b5ecec4416 req-af6e0d06-957f-44ff-8760-dfa490d6c1f9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:34.080036 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-36b97796-a454-4104-a4bc-76b5ecec4416 req-af6e0d06-957f-44ff-8760-dfa490d6c1f9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.2066126 Apr 13 14:41:34.163972 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-4381bcaa-ff7e-4fb0-a746-d1f7ecf9166d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37af1834-fbd4-439f-96bd-2255ed9a7548 HTTP/1.1" status: 200 len: 217 time: 0.0828035 Apr 13 14:41:34.224509 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-36b97796-a454-4104-a4bc-76b5ecec4416 req-3aa2601f-272c-4317-a0ab-56f8fa91db7f tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905936 Apr 13 14:41:34.255700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-42ac5dc0-e793-450b-9ab2-cf848e086adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:34.257186 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-42ac5dc0-e793-450b-9ab2-cf848e086adb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4569a0da-902a-4646-91c9-5831bf2eac1b HTTP/1.1" status: 200 len: 849 time: 0.0835164 Apr 13 14:41:34.318412 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-1362530d-1651-4ea7-acb0-8cba944d4bfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dacac23-e787-40a9-a9ce-87c15f2d9520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524821 Apr 13 14:41:34.476134 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-0838c317-f1d3-456d-bc07-fb2280ff8bf3 service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484299 Apr 13 14:41:34.624349 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-66c6c169-c6b6-4786-8cea-e37ed8431858 req-734c7e06-b006-433c-be7b-f3b1cca9e5ff service neutron] 10.222.0.26 "GET /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402104 Apr 13 14:41:34.734918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe2129-9633-42bd-80b3-0865ac100b29 req-02bf2af2-9e6f-43e9-8984-d52d16cf950e tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:34.736565 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-78fe2129-9633-42bd-80b3-0865ac100b29 req-02bf2af2-9e6f-43e9-8984-d52d16cf950e tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 943 time: 0.0928254 Apr 13 14:41:34.770067 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-78fe2129-9633-42bd-80b3-0865ac100b29 req-8aacd889-5450-4a7f-aa5a-05e9ede3aed7 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266891 Apr 13 14:41:35.081690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9d7a3e32-4dc5-408c-b059-fa75e43ad6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:35.170855 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:41:35.330974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:35.347163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'port_id': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'mac_address': 'fa:16:3e:28:c7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:41:35.411888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:35.413968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:41:35.433885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:35.437521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:35.438447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 37af1834-fbd4-439f-96bd-2255ed9a7548 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:41:35.443476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:35.477322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5f0ce-6310-437c-8288-91a8b485c235 req-d24bd74f-e484-44ce-93dc-ba41a1aff23b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:35.480569 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-89d5f0ce-6310-437c-8288-91a8b485c235 req-d24bd74f-e484-44ce-93dc-ba41a1aff23b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1225297 Apr 13 14:41:35.526783 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-89d5f0ce-6310-437c-8288-91a8b485c235 req-03590148-1513-4d0c-809a-218a76320e0e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320692 Apr 13 14:41:35.583522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=6']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:35.589630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:35.695617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 37af1834-fbd4-439f-96bd-2255ed9a7548, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=37af1834-fbd4-439f-96bd-2255ed9a7548,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:35.712531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '37af1834-fbd4-439f-96bd-2255ed9a7548', 'network_id': '3dacac23-e787-40a9-a9ce-87c15f2d9520', 'port_id': '37af1834-fbd4-439f-96bd-2255ed9a7548', 'mac_address': 'fa:16:3e:85:30:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4569a0da-902a-4646-91c9-5831bf2eac1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:41:35.777939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:35.779356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37af1834-fbd4-439f-96bd-2255ed9a7548 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:41:35.797577 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 37af1834-fbd4-439f-96bd-2255ed9a7548, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=37af1834-fbd4-439f-96bd-2255ed9a7548,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:35.802016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:35.805839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:35.960251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=37af1834-fbd4-439f-96bd-2255ed9a7548,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:35.973557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:35.974931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:41:36.015882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf62d36-f84c-4f70-ae95-eed9c8faee55 req-626bc126-50c5-48b9-ba95-6029491712c4 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:36.017819 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8cf62d36-f84c-4f70-ae95-eed9c8faee55 req-626bc126-50c5-48b9-ba95-6029491712c4 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 944 time: 0.1182480 Apr 13 14:41:36.031312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:36.077317 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8cf62d36-f84c-4f70-ae95-eed9c8faee55 req-0d4550bc-a76e-480b-a029-237ca34da701 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504227 Apr 13 14:41:36.150963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['37af1834-fbd4-439f-96bd-2255ed9a7548'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:41:36.443584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:36.761492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a34d-2562-47bc-8a41-dcfe2a515ec4 req-366bc8ed-da85-4d6a-84bc-f0121ff5a5c6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:36.763165 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a155a34d-2562-47bc-8a41-dcfe2a515ec4 req-366bc8ed-da85-4d6a-84bc-f0121ff5a5c6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 945 time: 0.0979152 Apr 13 14:41:36.796739 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a155a34d-2562-47bc-8a41-dcfe2a515ec4 req-fb974391-e6f1-467c-abe4-459db23ed415 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257146 Apr 13 14:41:37.192504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:41:37.313723 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:41:37.314157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:37.552447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b6b4f-9c0a-424e-9f23-106f1b854b65 req-2885c47f-1169-4ac0-889f-683e4e91391f tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:37.555424 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c6b6b4f-9c0a-424e-9f23-106f1b854b65 req-2885c47f-1169-4ac0-889f-683e4e91391f tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 944 time: 0.2398827 Apr 13 14:41:37.574143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:37.638633 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:37.648065 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7c6b6b4f-9c0a-424e-9f23-106f1b854b65 req-d433d16b-46df-403d-92ac-3507763347e9 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788865 Apr 13 14:41:37.659120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:37.676605 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:37.683327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:37.684001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 37af1834-fbd4-439f-96bd-2255ed9a7548 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:41:37.710773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:37.835119 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'code': 200} Apr 13 14:41:37.842950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=7']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:37.846280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:37.856341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 37af1834-fbd4-439f-96bd-2255ed9a7548 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:41:37.865590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 37af1834-fbd4-439f-96bd-2255ed9a7548 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:41:37.866136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:38.070128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:38.072843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c16a2b-3aeb-4eef-bbdc-c190e287e072 req-202420ab-f00d-499a-afa9-df35e87dc9f8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:38.075002 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a0c16a2b-3aeb-4eef-bbdc-c190e287e072 req-202420ab-f00d-499a-afa9-df35e87dc9f8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1295407 Apr 13 14:41:38.094020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 37af1834-fbd4-439f-96bd-2255ed9a7548, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=37af1834-fbd4-439f-96bd-2255ed9a7548,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:38.098001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:38.101585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:38.125290 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a0c16a2b-3aeb-4eef-bbdc-c190e287e072 req-36efb3ab-a094-4bdf-b1b4-4cacf9153236 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413134 Apr 13 14:41:38.234664 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=37af1834-fbd4-439f-96bd-2255ed9a7548,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:38.242740 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:38.671140 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-782409d2-714e-419a-bacf-55507fb3fbc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1711907 Apr 13 14:41:39.140515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:39.594924 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640e9b-57ee-4604-b8db-7e39f8729d7e req-8ca5d1cd-9e84-454d-bd7a-d091933ab40e tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:39.598079 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cf640e9b-57ee-4604-b8db-7e39f8729d7e req-8ca5d1cd-9e84-454d-bd7a-d091933ab40e tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 945 time: 0.7124233 Apr 13 14:41:39.614904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-ad02b05b-a0ad-4c03-912e-ccda3aa3152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:39.617174 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-ad02b05b-a0ad-4c03-912e-ccda3aa3152b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1098 time: 0.8079982 Apr 13 14:41:39.778281 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cf640e9b-57ee-4604-b8db-7e39f8729d7e req-63d78071-f3ab-4430-9b5e-ed70778203b3 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696072 Apr 13 14:41:39.818197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-353a4357-fe6c-48ff-861b-4046f2e93b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:39.818887 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-353a4357-fe6c-48ff-861b-4046f2e93b3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 909 time: 0.1646504 Apr 13 14:41:39.828865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb923b90-1f2e-4e9c-a101-da35d0f52cea req-71cc4005-e606-418a-8d19-5b6f85cf5629 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:39.836738 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cb923b90-1f2e-4e9c-a101-da35d0f52cea req-71cc4005-e606-418a-8d19-5b6f85cf5629 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.4711175 Apr 13 14:41:39.858992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37af1834-fbd4-439f-96bd-2255ed9a7548'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:39.935753 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cb923b90-1f2e-4e9c-a101-da35d0f52cea req-90badd5c-0f63-446f-a54e-27391b565f81 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977032 Apr 13 14:41:40.059468 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-6ad5a5cd-05fe-480c-b480-e6e8c721231d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 1001 time: 0.1955843 Apr 13 14:41:40.075734 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37af1834-fbd4-439f-96bd-2255ed9a7548', 'code': 200} Apr 13 14:41:40.165250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-a62413c2-bc03-4d91-8d07-701948bfbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:40.167296 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-a62413c2-bc03-4d91-8d07-701948bfbd3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 200 len: 847 time: 0.1001563 Apr 13 14:41:40.299223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-03ea8666-5c57-4c83-aed2-f75015b1c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:40.300979 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-03ea8666-5c57-4c83-aed2-f75015b1c69e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1240697 Apr 13 14:41:40.569099 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-3e85982b-775a-4e61-acb5-358e1f645de2 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597246 Apr 13 14:41:40.870407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184d6b6-9c2a-4236-8aa3-c47cb376e0cf req-b538f654-4443-4f05-8eb3-1259b973d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:40.872066 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6184d6b6-9c2a-4236-8aa3-c47cb376e0cf req-b538f654-4443-4f05-8eb3-1259b973d781 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 1098 time: 0.2908530 Apr 13 14:41:40.878854 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-12f40f7f-c9bf-4d36-98f7-e16d2a14d10e req-adf33d5f-44f3-4a31-987a-6cdba99e96f0 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242117 Apr 13 14:41:40.909997 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6184d6b6-9c2a-4236-8aa3-c47cb376e0cf req-21b0f442-4e14-4a5a-9508-0ea6c69adf63 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297842 Apr 13 14:41:41.302555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3a362-feaf-44a8-bb05-3cca796b98eb req-9d721b80-31ec-4594-8f9b-dacc182fb425 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:41.304431 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-44f3a362-feaf-44a8-bb05-3cca796b98eb req-9d721b80-31ec-4594-8f9b-dacc182fb425 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 945 time: 0.3131015 Apr 13 14:41:41.350476 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1a7b6-151b-44c9-9863-26002d13adbe req-95f7d46a-32d2-4047-a62b-dfbea92f34a8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:41.352168 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-feb1a7b6-151b-44c9-9863-26002d13adbe req-95f7d46a-32d2-4047-a62b-dfbea92f34a8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.2316828 Apr 13 14:41:41.358484 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-44f3a362-feaf-44a8-bb05-3cca796b98eb req-0b34b3a0-72a1-4d5b-aea3-8e3c82d8986c tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Apr 13 14:41:41.422528 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-feb1a7b6-151b-44c9-9863-26002d13adbe req-416119b5-26c4-43c9-ab7c-17444c06c41d tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487885 Apr 13 14:41:42.626011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3585f-16bd-4c9a-b753-d8ad53cac8f0 req-9b471e8c-4094-4f7a-96be-b07c4a932763 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:42.634542 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-88d3585f-16bd-4c9a-b753-d8ad53cac8f0 req-9b471e8c-4094-4f7a-96be-b07c4a932763 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 945 time: 0.1076717 Apr 13 14:41:42.671507 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-88d3585f-16bd-4c9a-b753-d8ad53cac8f0 req-77e97546-250f-4a18-ae41-b51fe41acf49 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358269 Apr 13 14:41:42.915097 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80678db5-2799-4add-8f48-7cbe76339fe4 req-11cc2bc8-78a0-4624-ab8f-da33f1a9059c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:42.933198 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-80678db5-2799-4add-8f48-7cbe76339fe4 req-11cc2bc8-78a0-4624-ab8f-da33f1a9059c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1240075 Apr 13 14:41:43.005653 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-80678db5-2799-4add-8f48-7cbe76339fe4 req-2a39a5ce-1f36-48e3-af00-d74bf281d8bf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728095 Apr 13 14:41:44.340494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb05b9-4db9-4c34-9c61-579b3caa887d req-02fc587b-b7a7-449a-8e94-31bfc1ac99b7 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:44.342869 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cebb05b9-4db9-4c34-9c61-579b3caa887d req-02fc587b-b7a7-449a-8e94-31bfc1ac99b7 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 945 time: 0.1591783 Apr 13 14:41:44.400595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595725ba-889e-45ba-92d7-062b3d1d9083 req-0a9ba38d-6672-42b5-909f-5986aef769f1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:44.402918 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-595725ba-889e-45ba-92d7-062b3d1d9083 req-0a9ba38d-6672-42b5-909f-5986aef769f1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1639349 Apr 13 14:41:44.420828 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cebb05b9-4db9-4c34-9c61-579b3caa887d req-d48d37fd-2b6b-4907-bed7-ce1017513fc3 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704055 Apr 13 14:41:44.473583 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-595725ba-889e-45ba-92d7-062b3d1d9083 req-2413a039-c093-455d-afad-71fa3c07e667 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514872 Apr 13 14:41:45.892826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb976e0-a265-49eb-9305-8520af054539 req-aec3d978-7f34-48f0-8dc5-65243c043eaa tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:45.894720 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-beb976e0-a265-49eb-9305-8520af054539 req-aec3d978-7f34-48f0-8dc5-65243c043eaa tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 945 time: 0.2617862 Apr 13 14:41:45.965803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b01599-f7d8-4b45-be1d-f0080c34c434 req-9ddfb5c5-a4c0-4f0d-a0f3-e5e1b33f1aa6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:45.967634 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03b01599-f7d8-4b45-be1d-f0080c34c434 req-9ddfb5c5-a4c0-4f0d-a0f3-e5e1b33f1aa6 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.2781889 Apr 13 14:41:45.999988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-0a6dfec2-7e8c-4dcf-b578-f623e47d7eac tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:46.001690 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-0a6dfec2-7e8c-4dcf-b578-f623e47d7eac tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 945 time: 0.2753737 Apr 13 14:41:46.018313 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-beb976e0-a265-49eb-9305-8520af054539 req-9daca64f-be05-4411-9538-0f841e8e9628 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/security-groups?id=c96da25c-6359-4746-9443-3c6569343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088841 Apr 13 14:41:46.041316 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-03b01599-f7d8-4b45-be1d-f0080c34c434 req-bd347771-88d9-45fd-94ef-2d9f1fcee44c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656660 Apr 13 14:41:46.146686 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Deleting port 37af1834-fbd4-439f-96bd-2255ed9a7548 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:41:46.147075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:46.545385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] For port 37af1834-fbd4-439f-96bd-2255ed9a7548, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=37af1834-fbd4-439f-96bd-2255ed9a7548,segment=NetworkSegment(9babe134-855d-4ddc-856c-27ca32b5445f),segment_id=9babe134-855d-4ddc-856c-27ca32b5445f)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:46.545779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:46.695611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Calling delete_port for 37af1834-fbd4-439f-96bd-2255ed9a7548 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:41:46.757827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4ce97-61cb-4df8-95da-aef382247571 req-b586228a-7726-4090-80c5-74f7e6c82ce7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:46.759543 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-81f4ce97-61cb-4df8-95da-aef382247571 req-b586228a-7726-4090-80c5-74f7e6c82ce7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 945 time: 0.3280680 Apr 13 14:41:46.862317 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-81f4ce97-61cb-4df8-95da-aef382247571 req-b6f902e7-2194-41b7-b717-7f479fd304bb tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553243 Apr 13 14:41:46.970567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:46.984586 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['37af1834-fbd4-439f-96bd-2255ed9a7548'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:41:46.991953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:47.046787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Pushing event deleted for resources: {'Port': ['ID=37af1834-fbd4-439f-96bd-2255ed9a7548,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:47.062540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:47.274440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] No DVR routers for this DVR port 37af1834-fbd4-439f-96bd-2255ed9a7548 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:41:47.278266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:47.287566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'name': 'network-vif-deleted', 'tag': '37af1834-fbd4-439f-96bd-2255ed9a7548'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:47.321536 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a0dd95a8-99ef-49ba-84b7-27880bf9df9e req-7b1a6a24-127c-493d-9ed6-9fff906fc9a0 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.26 "DELETE /v2.0/ports/37af1834-fbd4-439f-96bd-2255ed9a7548 HTTP/1.1" status: 204 len: 173 time: 1.2964640 Apr 13 14:41:47.419795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-da222bc4-4888-4c60-821a-c3af166758f2 req-a965b173-803b-41a3-a26a-f42c5683c46d tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Synchronizing usage tracker for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:41:47.462905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-da222bc4-4888-4c60-821a-c3af166758f2 req-a965b173-803b-41a3-a26a-f42c5683c46d tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Unset dirty status for tenant:b0930d10eb794be0b8cb0e7911599876 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:41:47.464801 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-da222bc4-4888-4c60-821a-c3af166758f2 req-a965b173-803b-41a3-a26a-f42c5683c46d tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b0d63b1-c3a9-49f3-88e4-a6b03a02e067 HTTP/1.1" status: 200 len: 210 time: 0.1206555 Apr 13 14:41:47.561291 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0d63b1-c3a9-49f3-88e4-a6b03a02e067', 'name': 'network-vif-deleted', 'tag': '37af1834-fbd4-439f-96bd-2255ed9a7548', 'status': 'completed', 'code': 200} Apr 13 14:41:47.623361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4fae4-d492-4e83-a52d-8836f0e908e9 req-905c1b49-24e0-4049-b171-1cb2d2301d09 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:47.625583 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-59c4fae4-d492-4e83-a52d-8836f0e908e9 req-905c1b49-24e0-4049-b171-1cb2d2301d09 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.1100657 Apr 13 14:41:47.675740 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-59c4fae4-d492-4e83-a52d-8836f0e908e9 req-dd687362-7e28-4202-8fcd-5a3aabb4a7f5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355182 Apr 13 14:41:48.087827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24d975-f419-451d-acd6-48d561bdb8f2 req-132d2116-ded2-468f-9f25-3b8f12a10e9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:48.090699 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2a24d975-f419-451d-acd6-48d561bdb8f2 req-132d2116-ded2-468f-9f25-3b8f12a10e9a tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 945 time: 0.0999448 Apr 13 14:41:48.128691 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2a24d975-f419-451d-acd6-48d561bdb8f2 req-e8a71794-c058-4420-a991-e5cfaf635496 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 Apr 13 14:41:48.354859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-3ae3b0b8-1d0d-4c7f-bd3c-9a29f5ff1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:48.356445 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-3ae3b0b8-1d0d-4c7f-bd3c-9a29f5ff1eba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0843976 Apr 13 14:41:48.815016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-0f4ac55e-a621-4751-95a0-d74489208efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:48.816870 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-0f4ac55e-a621-4751-95a0-d74489208efd service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.4502847 Apr 13 14:41:48.996512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-291a5ff4-f94a-4b2c-936c-f9b5b9a74cc5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:48.998405 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-291a5ff4-f94a-4b2c-936c-f9b5b9a74cc5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 945 time: 0.2747440 Apr 13 14:41:49.059121 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-f3406bc0-5895-4945-8e03-39774c090dbc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 200 len: 1002 time: 0.2334943 Apr 13 14:41:49.174197 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Deleting port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:41:49.175035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:49.240206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e338197-983f-4256-8576-a8f6513695ab req-2ad89f90-d401-479a-9158-1cddc42bc2cb tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:49.241977 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e338197-983f-4256-8576-a8f6513695ab req-2ad89f90-d401-479a-9158-1cddc42bc2cb tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 946 time: 0.3457310 Apr 13 14:41:49.247179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-6f2a7b32-450f-43f8-8885-a13f0542044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:49.248730 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-6f2a7b32-450f-43f8-8885-a13f0542044c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.1806993 Apr 13 14:41:49.250382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:41:49.440832 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e338197-983f-4256-8576-a8f6513695ab req-877c9bd6-43c7-496e-82c0-caefc5551c14 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421812 Apr 13 14:41:49.628072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bc59d-71b2-4904-b56c-0587306ef02b req-d826e724-465c-4cd6-be39-d987cf4887c5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:49.629822 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-388bc59d-71b2-4904-b56c-0587306ef02b req-d826e724-465c-4cd6-be39-d987cf4887c5 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 945 time: 0.3071575 Apr 13 14:41:49.635869 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-af253716-a9cb-45db-8b0c-e0b89574bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:49.637534 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-af253716-a9cb-45db-8b0c-e0b89574bc15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3800962 Apr 13 14:41:49.642438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:49.656257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:49.669161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:49.674127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:49.675054 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 37af1834-fbd4-439f-96bd-2255ed9a7548 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:41:49.710583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:49.734389 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-388bc59d-71b2-4904-b56c-0587306ef02b req-d00718f2-a44d-4936-a184-6c084974fd0c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups?id=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874538 Apr 13 14:41:49.752437 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'code': 200} Apr 13 14:41:49.765774 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 37af1834-fbd4-439f-96bd-2255ed9a7548 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:41:49.766157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 37af1834-fbd4-439f-96bd-2255ed9a7548 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:41:49.799226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=8']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:49.803009 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:49.815635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] For port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:49.816323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:49.956907 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-78167d42-1915-4afe-81b8-e5fe93a36fce service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005481 Apr 13 14:41:50.311746 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6280338e-62ad-4090-8ca8-4e6d064448fb req-30c18631-68e9-4d1d-8a0f-65df09aa3082 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461468 Apr 13 14:41:50.313653 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:50.314107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:50.314443 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Floating IP ce62e3f9-33a4-4777-a090-b23204c56ed3 disassociated. External IP: 172.28.0.188, port: 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b. Apr 13 14:41:50.314838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Calling delete_port for 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:41:50.512633 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:50.532239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f0465a78-7fc5-44f9-87d3-3b8fe35f88bf tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:50.594814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event deleted for resources: {'Port': ['ID=2518d5c4-9980-4355-9cf2-2ed6cce4fe4b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:50.599777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:51.089921 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fef7a974-6579-4500-8464-22aeb5fbf92a req-3a4c7507-e2e8-40b7-a145-42123d4419f3 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 210 time: 0.0767572 Apr 13 14:41:51.169188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a346-4629-427a-adff-a8317fe3e420 req-ec0d20c1-3cc1-4f10-beca-56708809851b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:51.171069 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-78c1a346-4629-427a-adff-a8317fe3e420 req-ec0d20c1-3cc1-4f10-beca-56708809851b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.5184665 Apr 13 14:41:51.252080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:41:51.283274 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-78c1a346-4629-427a-adff-a8317fe3e420 req-467a9f07-06b5-41e5-8315-a47d72c7d03b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488482 Apr 13 14:41:51.377051 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:41:51.378087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:41:51.390845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:41:51.743072 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:41:51.766243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] Sync routers for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:41:51.783972 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:41:51.784791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:41:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:41:51.921218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] No DVR routers for this DVR port 2518d5c4-9980-4355-9cf2-2ed6cce4fe4b on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:41:51.923796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:51.927560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'name': 'network-vif-deleted', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:41:51.955017 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a5fc8f98-42b4-4570-a849-69273f7ea182 req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.26 "DELETE /v2.0/ports/2518d5c4-9980-4355-9cf2-2ed6cce4fe4b HTTP/1.1" status: 204 len: 173 time: 2.9417722 Apr 13 14:41:52.061738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:41:52.101173 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43aadf72-15f5-45c1-a070-288cb523fb08', 'name': 'network-vif-deleted', 'tag': '2518d5c4-9980-4355-9cf2-2ed6cce4fe4b', 'status': 'completed', 'code': 200} Apr 13 14:41:52.439615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-d91757e4-f170-49a2-a246-6a45de34b83c req-014b9aa4-0922-49c3-832a-4ea69a46e65c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Synchronizing usage tracker for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:41:52.500639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-d91757e4-f170-49a2-a246-6a45de34b83c req-014b9aa4-0922-49c3-832a-4ea69a46e65c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Unset dirty status for tenant:227bea1a03904c0f979fd9dda0f8238b on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:41:52.515839 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d91757e4-f170-49a2-a246-6a45de34b83c req-014b9aa4-0922-49c3-832a-4ea69a46e65c tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/ports?device_id=43aadf72-15f5-45c1-a070-288cb523fb08 HTTP/1.1" status: 200 len: 210 time: 0.1598952 Apr 13 14:41:52.545185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:41:52.547603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] Checking router: 84b4fbe8-2212-4f1c-971b-7d3392fc7bca for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:41:52.582977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:41:52.584081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:41:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:41:52.779313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea97be-3382-4c6a-a934-92510f36cc02 req-519fe6cf-cca0-47e7-a60a-9164a335bdd0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:52.781503 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdea97be-3382-4c6a-a934-92510f36cc02 req-519fe6cf-cca0-47e7-a60a-9164a335bdd0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.1811392 Apr 13 14:41:52.822277 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdea97be-3382-4c6a-a934-92510f36cc02 req-5f99d976-0e25-44a8-9446-a8fd997045a8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339766 Apr 13 14:41:52.923451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:41:53.606189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:41:53.614622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1e348-f1f1-461c-b778-878304a5ae34 None None] The sync data for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb is: [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:35:56Z', 'revision_number': 4, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '635e02f5-9883-4ef1-8c46-779f555fc176', 'name': '', 'network_id': '239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'mac_address': 'fa:16:3e:94:bf:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:52Z', 'updated_at': '2021-04-13T14:36:18Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'subnets': [{'id': '5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:41:53.705338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46332) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:53.885614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:53.945614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:54.075099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:54.103312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6152d277-847f-4674-a865-9dc3e66b994b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:54.146779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:54.149593 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "DELETE /v2.0/security-groups/7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52 HTTP/1.1" status: 204 len: 168 time: 0.4423211 Apr 13 14:41:54.152225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:54.154747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46342) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:54.156678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:54.201248 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.v2.resource [None req-e212288a-ff5c-4dd9-befb-9dc410da9649 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] show failed (client error): The resource could not be found. Apr 13 14:41:54.210345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46346) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:54.211760 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e212288a-ff5c-4dd9-befb-9dc410da9649 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "GET /v2.0/security-groups/7a9f624d-c8f8-46e0-b1f5-f8d96ba07a52 HTTP/1.1" status: 404 len: 347 time: 0.0546234 Apr 13 14:41:54.217811 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874b7abf-e568-4c75-a3d9-72387a3bd177 None None] New status for floating IP ce62e3f9-33a4-4777-a090-b23204c56ed3: DOWN {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:41:54.532216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Deleting port 568cf0ed-c7c1-497a-92fb-fc604812e7a0 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:41:54.532575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:54.790450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:54.793361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:54.991111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Calling delete_port for 568cf0ed-c7c1-497a-92fb-fc604812e7a0 owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:41:55.191008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:55.226266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-07789f04-fb95-4225-8a3f-962a141152b7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:55.272831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:41:55.326848 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Pushing event deleted for resources: {'Port': ['ID=568cf0ed-c7c1-497a-92fb-fc604812e7a0,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:55.352671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:55.753611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d11af-759f-4c69-b980-2ff69d6b76ab req-e6cc4c5e-302e-4624-8553-75f2179656c1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:55.756148 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b8d11af-759f-4c69-b980-2ff69d6b76ab req-e6cc4c5e-302e-4624-8553-75f2179656c1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.2508914 Apr 13 14:41:55.792763 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:55.810510 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b8d11af-759f-4c69-b980-2ff69d6b76ab req-7566174d-6ea5-494f-a83f-29875f7b5c62 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 Apr 13 14:41:55.833984 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:55.836133 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] 10.222.0.35 "DELETE /v2.0/floatingips/ce62e3f9-33a4-4777-a090-b23204c56ed3 HTTP/1.1" status: 204 len: 168 time: 1.6241624 Apr 13 14:41:55.900080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46390) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:41:56.131383 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-e70e52ae-cdcc-4e3e-a9ab-5bf0152fee25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2294831 Apr 13 14:41:57.008189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967470d-b567-4686-9c5f-dc3495f4261b req-60fd4e3c-226e-48b2-9cc9-418ee451ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:57.010918 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-60fd4e3c-226e-48b2-9cc9-418ee451ae7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6&tenant_id=07e84136b36f4958ba0c1688c5fcf4b4 HTTP/1.1" status: 200 len: 1097 time: 0.1955984 Apr 13 14:41:57.244131 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-35ee071d-f6b9-413f-9375-31e3602422d3 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152349355&fields=id&tenant_id=9f9c296ccc154db1acbfa9a8f533f088 HTTP/1.1" status: 200 len: 267 time: 0.1450160 Apr 13 14:41:57.509719 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967470d-b567-4686-9c5f-dc3495f4261b req-3433f94b-448c-423b-a989-42a892429f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:57.512895 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-3433f94b-448c-423b-a989-42a892429f7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1097 time: 0.4704838 Apr 13 14:41:57.598847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-021896b3-e332-4338-b084-ed7fd5486ae5 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:57.602125 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-021896b3-e332-4338-b084-ed7fd5486ae5 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 985 time: 0.3560464 Apr 13 14:41:57.618837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e149-52e2-4f55-902f-3363d6b239e3 req-17492358-e38f-486f-8825-c6cbe0e7285e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:57.633581 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ebf3e149-52e2-4f55-902f-3363d6b239e3 req-17492358-e38f-486f-8825-c6cbe0e7285e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.5161772 Apr 13 14:41:57.654582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Request body: {'port': {'security_groups': ['5c318f99-2300-40b6-928f-9b3461c16f96']}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:41:57.921773 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ebf3e149-52e2-4f55-902f-3363d6b239e3 req-b27ce4d1-f818-4143-8b1f-caffe7432c11 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866585 Apr 13 14:41:58.109741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:58.243932 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967470d-b567-4686-9c5f-dc3495f4261b req-55467dd7-37b7-46d6-b14a-d6495e542f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:58.247131 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-55467dd7-37b7-46d6-b14a-d6495e542f2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.7230570 Apr 13 14:41:58.594262 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-43258d85-0db0-4e0e-921c-cf20a804ab34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 200 len: 1000 time: 0.3318427 Apr 13 14:41:58.747305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967470d-b567-4686-9c5f-dc3495f4261b req-ef1ad245-325e-4bb6-88a0-268d92ee44b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:58.748838 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-ef1ad245-325e-4bb6-88a0-268d92ee44b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.1297123 Apr 13 14:41:59.361815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967470d-b567-4686-9c5f-dc3495f4261b req-62fa0775-61c9-42dd-b3e5-9f6885989ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:59.363634 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-62fa0775-61c9-42dd-b3e5-9f6885989ad5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6072521 Apr 13 14:41:59.371628 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:41:59.522950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f387b91-e7ae-4454-929e-8c7de15db9f1 req-103db39c-9651-462a-aedf-2651e55c2407 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:41:59.524700 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3f387b91-e7ae-4454-929e-8c7de15db9f1 req-103db39c-9651-462a-aedf-2651e55c2407 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.3099008 Apr 13 14:41:59.568962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:59.579457 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:41:59.593690 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['042643a9-01b6-4547-b6b7-46e6d9649218'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:41:59.605575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39dd127d-a39e-4b5d-b666-1b93da27ea02 tempest-DeleteServersTestJSON-1277745957 tempest-DeleteServersTestJSON-1277745957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:41:59.801940 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3f387b91-e7ae-4454-929e-8c7de15db9f1 req-323ba1ca-aa56-46b3-b01b-2ab32fa12029 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579236 Apr 13 14:41:59.897637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=7']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:41:59.917193 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:41:59.949544 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-166720c2-668f-4e22-9d3b-1964a978b38a service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749176 Apr 13 14:42:00.039614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:00.042654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:00.044362 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0d858ba1-3d2e-42d9-9978-3901062f01e3 req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "PUT /v2.0/ports/042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 943 time: 2.3999839 Apr 13 14:42:00.048155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:00.051691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46450) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:00.096843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['042643a9-01b6-4547-b6b7-46e6d9649218'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:42:00.264939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46460) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:00.335356 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'status': 'completed', 'code': 200} Apr 13 14:42:00.403359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:00.434379 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3967470d-b567-4686-9c5f-dc3495f4261b req-7ccc1882-48c0-476b-b84e-c0d203f7d013 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769585 Apr 13 14:42:00.440806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-270af828-4500-4251-8896-49319aea89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:00.442796 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-270af828-4500-4251-8896-49319aea89e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1099 time: 0.1768711 Apr 13 14:42:00.495777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:00.515886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-061bbc94-2d19-42bf-a48e-5fa6ed05b15c None None] Provisioning complete for port 042643a9-01b6-4547-b6b7-46e6d9649218 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:42:00.516309 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-061bbc94-2d19-42bf-a48e-5fa6ed05b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:00.581635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:00.589978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8a379ea7-7310-474a-939a-67987512183f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:00.609909 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e0f12-1e92-4687-aa05-03a23e8ee95e,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:00.622093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.622825 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.623439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.624032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.624770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.625381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.625981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.626564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.627282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.627968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.628570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.629226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:00.634296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:00.645933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:00.647476 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "DELETE /v2.0/security-groups/c18e0f12-1e92-4687-aa05-03a23e8ee95e HTTP/1.1" status: 204 len: 168 time: 0.5937765 Apr 13 14:42:00.651040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46466) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:01.007012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Deleting port e775e958-776a-40b6-a86a-cd9a72dc7ac1 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:01.007474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:01.068963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-aaa58f0f-290a-4f20-b429-c89c69cc4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:01.070455 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-aaa58f0f-290a-4f20-b429-c89c69cc4f52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 915 time: 0.6204848 Apr 13 14:42:01.228199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:01.228543 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:01.375536 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-333443d2-83b4-48d8-8c20-f907f2f0baf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 1002 time: 0.2433860 Apr 13 14:42:01.416974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Calling delete_port for e775e958-776a-40b6-a86a-cd9a72dc7ac1 owned by network:floatingip {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:01.501989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-deae2e8d-36ab-484a-9ce6-ba39fb2b1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:01.503612 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-deae2e8d-36ab-484a-9ce6-ba39fb2b1c62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 200 len: 853 time: 0.0925305 Apr 13 14:42:01.598214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54587e-b24d-4213-97de-f78f606c1325 req-d3800c20-90f0-4a41-b710-084f613d8d42 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:01.600174 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4c54587e-b24d-4213-97de-f78f606c1325 req-d3800c20-90f0-4a41-b710-084f613d8d42 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.4058375 Apr 13 14:42:01.689651 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:01.699891 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4c54587e-b24d-4213-97de-f78f606c1325 req-58f097a8-e223-4a08-88ef-f2f1b1275bf2 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673134 Apr 13 14:42:01.772654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-7e3314b8-5868-4670-9887-f0075a6b44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:01.774718 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-7e3314b8-5868-4670-9887-f0075a6b44e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=757ddc73-85fa-453e-a77b-486a8c22b276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2628067 Apr 13 14:42:01.800821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:02.070947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event deleted for resources: {'Port': ['ID=e775e958-776a-40b6-a86a-cd9a72dc7ac1,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:02.086582 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:02.239444 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-d1a8db22-26cc-4a81-9756-3695c2acd052 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537449 Apr 13 14:42:02.251129 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks [] for floatingip, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:02.251595 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Floating IP 97f911a4-71b2-4a0e-b95e-4e2f212dcc3c disassociated (deleted). External IP: 172.28.0.111, port: 042643a9-01b6-4547-b6b7-46e6d9649218. Apr 13 14:42:02.717491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0809b613-14c3-4aa7-9416-113b0c69f8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:03.350953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985197'] for router_interface, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:03.560773 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:42:03.639923 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9549b631-9ce9-4ed8-b45b-64faf1c0ef92 req-111d5cef-609c-4f1c-8376-178959a70d19 service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3829226 Apr 13 14:42:03.659112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36afb8-34b5-482f-a8c9-23ef5893bee8 req-fa86a242-beaf-4b5f-8106-960dd1ca590d tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:03.660775 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ff36afb8-34b5-482f-a8c9-23ef5893bee8 req-fa86a242-beaf-4b5f-8106-960dd1ca590d tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.5720594 Apr 13 14:42:03.720227 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ff36afb8-34b5-482f-a8c9-23ef5893bee8 req-e5670b61-461a-4866-b60b-f96b779a05ce tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Apr 13 14:42:04.058845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Deleting port 635e02f5-9883-4ef1-8c46-779f555fc176 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:04.059239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:04.059775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:42:04.071334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] Sync routers for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:42:04.101950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:04.104391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:04.107275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:41:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:04.212568 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-57c03b6f-8ff9-4d52-878b-b1bb0eaf7ac7 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "DELETE /v2.0/floatingips/97f911a4-71b2-4a0e-b95e-4e2f212dcc3c HTTP/1.1" status: 204 len: 168 time: 3.5599043 Apr 13 14:42:04.214113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:04.373293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] For port 635e02f5-9883-4ef1-8c46-779f555fc176, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=635e02f5-9883-4ef1-8c46-779f555fc176,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:04.374179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:04.466835 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'status': 'completed', 'code': 200} Apr 13 14:42:04.851189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Calling delete_port for 635e02f5-9883-4ef1-8c46-779f555fc176 owned by network:router_interface {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:05.369141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:05.570651 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc6b2d-cac8-437e-a78b-8c98af5737a5 req-937a6f0f-f1c3-427b-b128-465612795c39 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:05.574265 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e7bc6b2d-cac8-437e-a78b-8c98af5737a5 req-937a6f0f-f1c3-427b-b128-465612795c39 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.4829562 Apr 13 14:42:05.581162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-a941b36c-8a34-4a84-b386-f4100dc9d1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:05.583838 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-a941b36c-8a34-4a84-b386-f4100dc9d1ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 1099 time: 0.5826998 Apr 13 14:42:05.640381 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e7bc6b2d-cac8-437e-a78b-8c98af5737a5 req-f1789aeb-4b30-4a27-b79d-9425189043d0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547078 Apr 13 14:42:05.690025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-022bad12-ef98-4bb1-8919-35255915ab85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:05.816053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:05.839893 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b44755d2-2ea0-4da8-8296-fffd2a01d610 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:05.963663 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=635e02f5-9883-4ef1-8c46-779f555fc176,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:05.969630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:05.997419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:06.228174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:27Z', 'revision_number': 5, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:06.235494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] Checking router: b6c2bcc0-e3de-4a75-81b7-b11caedbc3af for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:42:06.253384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:06.255359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:06Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:06.671963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:06.805606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846675485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400090'] for router_interface, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:07.092444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-91447e3d-701a-47b4-92a6-a6c9659096ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:07.093200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:07.093837 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-91447e3d-701a-47b4-92a6-a6c9659096ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 200 len: 915 time: 0.1947954 Apr 13 14:42:07.261581 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-d5f5aaec-0565-4637-9d38-e52c9918abd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 200 len: 217 time: 0.1519117 Apr 13 14:42:07.366430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:27Z', 'revision_number': 5, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:07.372032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6028e5f-a522-47ba-aa97-144c63628bc5 None None] The sync data for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb is: [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:39:15Z', 'revision_number': 4, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '21ac0f58-2ac5-4e61-aa26-5898c2f7d21e', 'name': '', 'network_id': '757ddc73-85fa-453e-a77b-486a8c22b276', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'mac_address': 'fa:16:3e:73:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:13Z', 'updated_at': '2021-04-13T14:39:27Z', 'revision_number': 5, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'subnets': [{'id': '571a478b-9e54-4d03-9813-2e2f07ea39d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:42:07.450955 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:07.490795 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0e8e2-84ee-40d0-bdb3-ed4c5d1f0169 req-6d5824f6-5e08-4b34-87b4-d32cc7096ae9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:07.500166 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-40f0e8e2-84ee-40d0-bdb3-ed4c5d1f0169 req-6d5824f6-5e08-4b34-87b4-d32cc7096ae9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.4051371 Apr 13 14:42:07.549845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-d660d632-2d8d-433d-a3c5-f90833861c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:07.551296 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-d660d632-2d8d-433d-a3c5-f90833861c97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 200 len: 853 time: 0.2370598 Apr 13 14:42:07.559995 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-40f0e8e2-84ee-40d0-bdb3-ed4c5d1f0169 req-f24f88eb-1102-442a-af3a-b36c2331a2d5 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587234 Apr 13 14:42:08.178517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:42:08.319990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e1f0da-02b7-4358-b6a9-de244fc59755 None None] New status for floating IP 97f911a4-71b2-4a0e-b95e-4e2f212dcc3c: DOWN {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:42:08.746359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-2982dc04-4643-484d-99eb-77568ed202bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:08.762022 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-2982dc04-4643-484d-99eb-77568ed202bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=757ddc73-85fa-453e-a77b-486a8c22b276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1893086 Apr 13 14:42:09.151224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:09.461295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0b302-2dfa-4110-bd76-1844aa22ff2a req-504e8e30-22d1-44f0-8dd3-a2e8a38b7ca1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:09.481547 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-10d0b302-2dfa-4110-bd76-1844aa22ff2a req-504e8e30-22d1-44f0-8dd3-a2e8a38b7ca1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.3811355 Apr 13 14:42:09.481547 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-61cf7bd1-2174-4bb2-bf62-978a4cc2e57d service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818505 Apr 13 14:42:09.542666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:42:09.637315 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-10d0b302-2dfa-4110-bd76-1844aa22ff2a req-b624a12f-c0be-4a02-a337-43e18efb5da0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656189 Apr 13 14:42:09.856809 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:42:09.868417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] Sync routers for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:42:09.888865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:09.889623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:06Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:09.940418 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] 10.222.0.35 "PUT /v2.0/routers/84b4fbe8-2212-4f1c-971b-7d3392fc7bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6037798 Apr 13 14:42:09.943174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46544) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:09.993401 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-28bfe945-ca17-47b7-9f46-b9a6fe059aff req-685610ee-5b97-4a92-94ed-c714612ece5e service neutron] 10.222.0.26 "GET /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997237 Apr 13 14:42:10.239205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks [] for router, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:10.260083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:10.529454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:10.548470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Deleting port 8b721d2e-86f2-48a9-839e-7d435bb728e5 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:10.548871 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:10.680526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110'}], 'enable_snat': True}, 'gw_port_id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:42:05Z', 'revision_number': 5, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port': {'id': '8b721d2e-86f2-48a9-839e-7d435bb728e5', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:1d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:39Z', 'updated_at': '2021-04-13T14:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:10.685722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] Checking router: 84b4fbe8-2212-4f1c-971b-7d3392fc7bca for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:42:10.701037 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] Routers {'84b4fbe8-2212-4f1c-971b-7d3392fc7bca'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:10.702111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:06Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:10.895224 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] Set router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca gateway port host: None {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:11.000362 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] For port 8b721d2e-86f2-48a9-839e-7d435bb728e5, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8b721d2e-86f2-48a9-839e-7d435bb728e5,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:11.001523 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:11.158681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf65712-8d7a-4079-b2ad-3ff1ed4ea846 req-f9d212ba-2f89-44b8-aa8d-464fbec894cf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:11.169429 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7cf65712-8d7a-4079-b2ad-3ff1ed4ea846 req-f9d212ba-2f89-44b8-aa8d-464fbec894cf tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.2396531 Apr 13 14:42:11.245572 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:42:10Z', 'revision_number': 6, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port_host': None}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:11.266014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd2b796-b817-42e3-b2e6-09c525db9648 None None] The sync data for ids ['84b4fbe8-2212-4f1c-971b-7d3392fc7bca'] in dv-cinder-786054-1-smb is: [{'id': '84b4fbe8-2212-4f1c-971b-7d3392fc7bca', 'name': 'tempest-AttachVolumeTestJSON-2093962711-router', 'tenant_id': '227bea1a03904c0f979fd9dda0f8238b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:36Z', 'updated_at': '2021-04-13T14:42:10Z', 'revision_number': 6, 'project_id': '227bea1a03904c0f979fd9dda0f8238b', 'gw_port_host': None}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:42:11.266866 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7cf65712-8d7a-4079-b2ad-3ff1ed4ea846 req-8a8d09b9-cf79-4568-a4ae-a129aca485c0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842655 Apr 13 14:42:11.297906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Calling delete_port for 8b721d2e-86f2-48a9-839e-7d435bb728e5 owned by network:router_gateway {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:11.704565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 635e02f5-9883-4ef1-8c46-779f555fc176 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:11.765677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:11.792854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d45fb7d5-a074-4cc6-8775-8c570dd42dba tempest-VolumesSnapshotTestJSON-1300898906 tempest-VolumesSnapshotTestJSON-1300898906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:11.880402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b721d2e-86f2-48a9-839e-7d435bb728e5,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:11.887286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:11.893138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 635e02f5-9883-4ef1-8c46-779f555fc176 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:11.899075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 635e02f5-9883-4ef1-8c46-779f555fc176 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:11.905364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c335649-2f63-46de-9f60-248af4c45107 req-4a0866c6-0c58-4c08-ba53-3aa5a775f5fa tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:11.914603 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c335649-2f63-46de-9f60-248af4c45107 req-4a0866c6-0c58-4c08-ba53-3aa5a775f5fa tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.1204529 Apr 13 14:42:12.008993 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c335649-2f63-46de-9f60-248af4c45107 req-a164b447-749d-4913-8e93-019df3d8910e tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930541 Apr 13 14:42:12.220861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399932'] for router_gateway, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:12.463491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3679'] for router, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:12.466326 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:12.501421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846796453'] for router, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:12.501989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84b4fbe8-2212-4f1c-971b-7d3392fc7bca {{(pid=85280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 13 14:42:12.521059 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:12.524748 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] 10.222.0.35 "DELETE /v2.0/routers/84b4fbe8-2212-4f1c-971b-7d3392fc7bca HTTP/1.1" status: 204 len: 168 time: 2.5778112 Apr 13 14:42:12.525268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46558) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:12.623560 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Deleting subnet 5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:42:12.628674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:12.634766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5b9b7-e266-429e-bce7-cbae906794cc req-7b45f09e-3231-4094-85d2-31f0b2e34865 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:12.636503 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-86a5b9b7-e266-429e-bce7-cbae906794cc req-7b45f09e-3231-4094-85d2-31f0b2e34865 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.1312518 Apr 13 14:42:12.704709 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-86a5b9b7-e266-429e-bce7-cbae906794cc req-b224b01b-ce22-4db0-82b0-7f9badc963e7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579376 Apr 13 14:42:12.740248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:12.956717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:13.503966 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1702711-1721-47f9-ba5b-bc4f6585f843 req-37f4c0c1-8306-4a4d-a3ff-74ca037f15f3 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:13.514742 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a1702711-1721-47f9-ba5b-bc4f6585f843 req-37f4c0c1-8306-4a4d-a3ff-74ca037f15f3 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.3105140 Apr 13 14:42:13.571278 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a1702711-1721-47f9-ba5b-bc4f6585f843 req-1f78dc40-416f-459a-b6df-ad2f091701f8 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508444 Apr 13 14:42:13.710960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8b721d2e-86f2-48a9-839e-7d435bb728e5 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:13.750957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 8b721d2e-86f2-48a9-839e-7d435bb728e5 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:13.751424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8b721d2e-86f2-48a9-839e-7d435bb728e5 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:13.857376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:13.890817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:13.958977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:13.964645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:13.975540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57c82a-e249-4e12-b9e4-a4688fe85650 req-48e69426-29c9-4d2d-b264-891c384bda06 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:13.977590 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7a57c82a-e249-4e12-b9e4-a4688fe85650 req-48e69426-29c9-4d2d-b264-891c384bda06 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.1249979 Apr 13 14:42:14.024959 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7a57c82a-e249-4e12-b9e4-a4688fe85650 req-16d19286-7477-4561-8a04-d71c95d19164 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371039 Apr 13 14:42:14.074964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9b944901-3613-4547-b339-b3523806338e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:14.082013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c590d-a452-4dfb-9e9b-cd5240717fc7 None None] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:42:14.083361 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-9b944901-3613-4547-b339-b3523806338e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5ab7fc34-1c1a-43ef-877b-8f412e6e5bb0 HTTP/1.1" status: 204 len: 168 time: 1.5571129 Apr 13 14:42:14.086160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46568) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:14.260134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:14.357323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Deleting port b5375823-a2e8-4f88-bad6-506e5f559120 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:14.357996 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:14.526252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] DHCP port deletion for 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee request from dv-cinder-786054-1-smb {{(pid=85282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 13 14:42:14.533103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Deleting port b5375823-a2e8-4f88-bad6-506e5f559120 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:14.534289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:14.638742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] For port b5375823-a2e8-4f88-bad6-506e5f559120, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b5375823-a2e8-4f88-bad6-506e5f559120,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:14.639152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:14.914124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Calling delete_port for b5375823-a2e8-4f88-bad6-506e5f559120 owned by network:dhcp {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:14.941376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] For port b5375823-a2e8-4f88-bad6-506e5f559120, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b5375823-a2e8-4f88-bad6-506e5f559120,segment=NetworkSegment(665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232),segment_id=665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:14.942385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:15.167504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Calling delete_port for b5375823-a2e8-4f88-bad6-506e5f559120 owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:15.363896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678'] for port, after_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:15.624641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b444d47-06e1-4e5a-bb0b-7dbb62e61861 req-23f81628-24a2-4ebf-9254-0f9b4139959a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:15.627209 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4b444d47-06e1-4e5a-bb0b-7dbb62e61861 req-23f81628-24a2-4ebf-9254-0f9b4139959a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.7742233 Apr 13 14:42:15.637784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:15.661542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa635198-6176-4fd0-9ec1-d462603a3752 req-d90e1f0a-70ce-497e-9fda-dd714b1e7d38 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:15.670161 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa635198-6176-4fd0-9ec1-d462603a3752 req-d90e1f0a-70ce-497e-9fda-dd714b1e7d38 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.2746456 Apr 13 14:42:15.724388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-21521f1d-b04f-4eb9-b81f-d162428ec36c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:15.726045 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-21521f1d-b04f-4eb9-b81f-d162428ec36c tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.26 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.7671432 Apr 13 14:42:15.729747 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4b444d47-06e1-4e5a-bb0b-7dbb62e61861 req-ab4bb31d-c5ab-4285-a94b-578df55dd117 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398202 Apr 13 14:42:15.741316 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85281) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:42:15.741659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:42:15.753253 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-aa635198-6176-4fd0-9ec1-d462603a3752 req-ee4b845a-fd68-4494-a8d9-76794b15fb63 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819283 Apr 13 14:42:15.865162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Pushing event deleted for resources: {'Port': ['ID=b5375823-a2e8-4f88-bad6-506e5f559120,revision_number=None']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:15.867107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device b5375823-a2e8-4f88-bad6-506e5f559120 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:15.898617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:15.918488 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: b5375823-a2e8-4f88-bad6-506e5f559120 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:15.919081 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device b5375823-a2e8-4f88-bad6-506e5f559120 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:15.920780 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] No DVR routers for this DVR port b5375823-a2e8-4f88-bad6-506e5f559120 on host dv-cinder-786054-1-smb {{(pid=85282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:42:16.242886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Deleting port b5375823-a2e8-4f88-bad6-506e5f559120 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:16.243274 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:16.319903 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] The port 'b5375823-a2e8-4f88-bad6-506e5f559120' was deleted {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 13 14:42:16.449655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:16.572814 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:16.590956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:16.591377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665ca8b6-bf08-4fa5-b6e8-a11bbb0ec232') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:16.605033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046761'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:16.622038 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:16.629247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:42:16.817247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:16.827838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2041021'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.187208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Network 239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: % (table.description, expected, rows_matched) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: % (table.description, expected, rows_matched) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: % (table.description, expected, rows_matched) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: % (table.description, expected, rows_matched) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:42:17.225629 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:42:17.344123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.355407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b975107-ac35-437b-a57c-e76403b09b26 req-b0f3adc0-6920-461b-a61f-4ea02e3f5ba8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:17.357070 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6b975107-ac35-437b-a57c-e76403b09b26 req-b0f3adc0-6920-461b-a61f-4ea02e3f5ba8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.4342968 Apr 13 14:42:17.365622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86161-cd03-43eb-84a1-5310b210061d req-238058f1-ff2f-4725-8f58-293b179b8913 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:17.367243 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-efd86161-cd03-43eb-84a1-5310b210061d req-238058f1-ff2f-4725-8f58-293b179b8913 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 946 time: 0.4432766 Apr 13 14:42:17.371590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.377626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b9c5042f-8b3b-4c97-a68d-ec705d7a0c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:17.402530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 042643a9-01b6-4547-b6b7-46e6d9649218 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:17.419170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:17.448850 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6b975107-ac35-437b-a57c-e76403b09b26 req-0f3c498d-ed04-45f7-98d1-2e0c1858386b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804796 Apr 13 14:42:17.462482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.463646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.463816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.464207 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.464590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.465007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.465389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.465700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.466076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.466450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.466817 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.467199 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.471974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:17.481561 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/239d26e0-f6de-4c6d-8ddd-67aec4c2f7ee HTTP/1.1" status: 204 len: 168 time: 3.3934543 Apr 13 14:42:17.485358 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-efd86161-cd03-43eb-84a1-5310b210061d req-1f6992c1-d37f-44ca-83cd-3973e1d924ca tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084876 Apr 13 14:42:17.591971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.616137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:17.617436 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:17.624406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.636452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:17.716831 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'code': 200} Apr 13 14:42:17.721491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46636) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:17.729229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=8']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:17.737511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.738035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.738266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.738644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.739018 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.739390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.739761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.740127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.740494 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.740844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.741477 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.742004 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:42:17.747823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:17.779846 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a6020977-4078-4fea-ba42-fe2db2ed240e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=227bea1a03904c0f979fd9dda0f8238b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536735 Apr 13 14:42:17.780099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46648) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:17.845736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2437-ac7b-4fa5-b97a-aac9e26e62a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.877734 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2437-ac7b-4fa5-b97a-aac9e26e62a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.982705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2437-ac7b-4fa5-b97a-aac9e26e62a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:17.989054 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9a877dd2-44a5-4fb0-8268-4c244a78e2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:18.004809 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e2437-ac7b-4fa5-b97a-aac9e26e62a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251f5983-ba66-459d-a522-4240d5d678e1,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:18.012279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ff7e2437-ac7b-4fa5-b97a-aac9e26e62a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:18.013195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2437-ac7b-4fa5-b97a-aac9e26e62a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:18.019951 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ff7e2437-ac7b-4fa5-b97a-aac9e26e62a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/251f5983-ba66-459d-a522-4240d5d678e1 HTTP/1.1" status: 204 len: 168 time: 0.2357450 Apr 13 14:42:18.795410 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb21a2-a17b-420b-a554-5c887a4ad73b req-7fe1e810-9b7b-41f1-99d1-d76e4c850ef0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:18.797124 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fabb21a2-a17b-420b-a554-5c887a4ad73b req-7fe1e810-9b7b-41f1-99d1-d76e4c850ef0 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.1598160 Apr 13 14:42:18.845012 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fabb21a2-a17b-420b-a554-5c887a4ad73b req-9d01306b-4b19-48da-8ecd-1ade3ea3eec7 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355761 Apr 13 14:42:18.854168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1762d-4067-4203-8460-bcad9ea73da0 req-ef5064f8-2593-41d2-af79-0a2eff7547f9 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:18.855880 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a9c1762d-4067-4203-8460-bcad9ea73da0 req-ef5064f8-2593-41d2-af79-0a2eff7547f9 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 944 time: 0.1478057 Apr 13 14:42:18.899642 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a9c1762d-4067-4203-8460-bcad9ea73da0 req-cb969582-9e46-493e-be55-3692b6eb9739 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/security-groups?id=5c318f99-2300-40b6-928f-9b3461c16f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Apr 13 14:42:18.993519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46690) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:19.061676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Deleting port 042643a9-01b6-4547-b6b7-46e6d9649218 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:19.062062 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.113800 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-257878527-network', 'tenant_id': '66591d0ec4cf450d9504cf893e4bded7'}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:42:19.119148 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:42:19.123423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Usage tracker for resource:network and tenant:66591d0ec4cf450d9504cf893e4bded7 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:42:19.126579 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:42:19.289934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46698) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:19.379627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:42:19.389745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Made reservation on behalf of 66591d0ec4cf450d9504cf893e4bded7 for: {'network': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:42:19.394678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for network, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.402122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Deleting subnet 4569a0da-902a-4646-91c9-5831bf2eac1b {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:42:19.407743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.409247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.426935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:42:19.432832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Usage tracker for resource:security_group_rule and tenant:66591d0ec4cf450d9504cf893e4bded7 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:42:19.436570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:42:19.443975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:42:19.455290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] For port 042643a9-01b6-4547-b6b7-46e6d9649218, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=042643a9-01b6-4547-b6b7-46e6d9649218,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:19.455978 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.601627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.606187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.614351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Calling delete_port for 042643a9-01b6-4547-b6b7-46e6d9649218 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:19.614583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ad1a4dca-f3f2-47a2-9890-15c86fa113ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:19.661570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=85280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 13 14:42:19.667090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852729039'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.687666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c008f112-fae1-4ba8-8b55-f8551012e09a,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:19.695981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:19.698430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.699761 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.segments_db [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Added segment 7b844431-3cb5-4cc5-af81-c6346b473a5b of type vlan for network 756f0080-9d7e-4a00-88f6-bd04f01c8775 Apr 13 14:42:19.731092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770788335253'] for network, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.764312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244'] for network, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.765778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:19.765941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.766424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:19.771789 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c57a63c8-8ba9-4aa4-9759-9cd825119502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:19.882491 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8848255 Apr 13 14:42:19.883035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46702) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:19.885826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Pushing event updated for resources: {'Network': ['ID=756f0080-9d7e-4a00-88f6-bd04f01c8775,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:19.891384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Request body: {'subnet': {'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-257878527-subnet', 'tenant_id': '66591d0ec4cf450d9504cf893e4bded7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:42:19.896242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:19.896906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 details requested by agent ovs-agent-dv-cinder-786054-1-smb with host dv-cinder-786054-1-smb {{(pid=85282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 13 14:42:19.897353 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:42:19.902961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Usage tracker for resource:subnet and tenant:66591d0ec4cf450d9504cf893e4bded7 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:42:19.906260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:42:19.912689 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:42:19.946125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Made reservation on behalf of 66591d0ec4cf450d9504cf893e4bded7 for: {'subnet': 1} {{(pid=85280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:42:19.963092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1658996'] for subnet, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:20.194154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:20.223632 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a4c50a22-eadf-44ed-95fb-26f0b23d9534 tempest-ServerRescueNegativeTestJSON-559389170 tempest-ServerRescueNegativeTestJSON-559389170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:20.271566 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e281b8e-1499-48f4-a435-0ff819e5b606 req-c91a4336-9244-46a3-a90b-756fa41486bd tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 210 time: 0.1787624 Apr 13 14:42:20.299063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Pushing event deleted for resources: {'Port': ['ID=042643a9-01b6-4547-b6b7-46e6d9649218,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:20.309522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:20.450060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853933695', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1658981'] for subnet, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:20.467017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:20.614496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=287289fc-d0be-4351-a415-2891eab0cf3f,revision_number=0']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:20.620100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:20.657866 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852729058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289601'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:20.690092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c210be-fe95-4f3d-b398-67ba2424383f req-5127598e-5c80-47e8-8851-86547ad85e97 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:20.691776 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8c210be-fe95-4f3d-b398-67ba2424383f req-5127598e-5c80-47e8-8851-86547ad85e97 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 944 time: 0.6598244 Apr 13 14:42:20.693230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Checking segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:42:20.693729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Network hostable DHCP agents. Network: 756f0080-9d7e-4a00-88f6-bd04f01c8775, hostable agents: ['2f053c94-f6a7-4c6d-bd87-cc174b6b1782'], hosted agents: [] {{(pid=85280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 13 14:42:20.698138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:20.717314 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 is scheduled to be hosted by DHCP agent 2f053c94-f6a7-4c6d-bd87-cc174b6b1782 with binding_index 1 {{(pid=85280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 13 14:42:20.725905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-smb, 756f0080-9d7e-4a00-88f6-bd04f01c8775) {{(pid=85280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:42:20.739870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e23a0-2590-4d23-ac51-b93ec0821d1e None None] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:42:20.743985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:20.744873 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:20.770312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4569a0da-902a-4646-91c9-5831bf2eac1b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:20.776623 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-0e5c688d-448c-4c59-9c58-78c9d91acf7e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8884327 Apr 13 14:42:20.779006 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:20.870201 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c8c210be-fe95-4f3d-b398-67ba2424383f req-d15ed441-e736-4abd-9131-f25a86b81638 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399095 Apr 13 14:42:20.981372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] No DVR routers for this DVR port 042643a9-01b6-4547-b6b7-46e6d9649218 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:42:20.998090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.002708 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'name': 'network-vif-deleted', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:21.006643 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94467f36-15da-4a19-8919-dcbf9ad0c395 None None] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:42:21.009187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.034802 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0b48bc5b-eddf-4123-92e1-457817aedc94 req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.26 "DELETE /v2.0/ports/042643a9-01b6-4547-b6b7-46e6d9649218 HTTP/1.1" status: 204 len: 173 time: 2.0476301 Apr 13 14:42:21.039194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46716) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:21.040059 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-a7342ec8-0a99-4225-a111-78538339703b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4569a0da-902a-4646-91c9-5831bf2eac1b HTTP/1.1" status: 204 len: 168 time: 1.7481508 Apr 13 14:42:21.073386 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3daf82bd-4da3-4dc1-a4e4-1feccca11940', 'name': 'network-vif-deleted', 'tag': '042643a9-01b6-4547-b6b7-46e6d9649218', 'status': 'completed', 'code': 200} Apr 13 14:42:21.194745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.426022 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.429680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:42:21.543973 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-0dd5292f-67bf-4a6c-9525-f1cab1535c5c req-f153b1d4-1377-4841-935c-62084960512d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Synchronizing usage tracker for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:42:21.586279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-dd7617cb-408f-4d43-86ec-c4fee7e246a6 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:21.588771 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-dd7617cb-408f-4d43-86ec-c4fee7e246a6 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.2606075 Apr 13 14:42:21.590013 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-0dd5292f-67bf-4a6c-9525-f1cab1535c5c req-f153b1d4-1377-4841-935c-62084960512d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Unset dirty status for tenant:9f9c296ccc154db1acbfa9a8f533f088 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:42:21.591137 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0dd5292f-67bf-4a6c-9525-f1cab1535c5c req-f153b1d4-1377-4841-935c-62084960512d tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] 10.222.0.35 "GET /v2.0/ports?device_id=3daf82bd-4da3-4dc1-a4e4-1feccca11940 HTTP/1.1" status: 200 len: 210 time: 0.1108527 Apr 13 14:42:21.593879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:21.597170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dacac23-e787-40a9-a9ce-87c15f2d9520']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:21.614176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'port_id': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'mac_address': 'fa:16:3e:28:c7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:42:21.620283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9babe134-855d-4ddc-856c-27ca32b5445f') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:21.620801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9babe134-855d-4ddc-856c-27ca32b5445f') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:21.624042 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-96002fc8-fb05-489e-bec0-5b016a731e2e tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/quotas/66591d0ec4cf450d9504cf893e4bded7 HTTP/1.1" status: 200 len: 375 time: 0.0111914 Apr 13 14:42:21.641188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.661845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.669878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:42:21.684000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.685515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:42:21.706489 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-cbd59033-875a-4252-a489-379210c11098 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753286 Apr 13 14:42:21.708425 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:21.713785 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.716772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e258f55d-24c8-4f17-bdf5-104398ebbf90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:21.799698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=9']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:21.812288 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:21.875016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:21.884334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:21.919699 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-15329e99-6a77-4cb6-b40e-fda79eb3732f service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122111 Apr 13 14:42:21.933806 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:42:22.082925 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Network 3dacac23-e787-40a9-a9ce-87c15f2d9520 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:42:22.110112 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:42:22.119782 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7dbedbd6-f12d-496a-a23e-eeb40d887f16 service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946695 Apr 13 14:42:22.166622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c31d1-8463-44d0-ad4f-8313ef8fc23d req-2f8eb124-96c1-495c-9efa-638ec4503999 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:22.168259 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3d2c31d1-8463-44d0-ad4f-8313ef8fc23d req-2f8eb124-96c1-495c-9efa-638ec4503999 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 945 time: 0.0973079 Apr 13 14:42:22.193759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:22.198455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:22.205414 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3d2c31d1-8463-44d0-ad4f-8313ef8fc23d req-e00a42be-8032-4a34-b094-a9670a7c41df tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297172 Apr 13 14:42:22.216515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:22.223460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dacac23-e787-40a9-a9ce-87c15f2d9520,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:22.227068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:22.228783 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6253f2db-9e75-44e0-ad21-8c77d5383990 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3dacac23-e787-40a9-a9ce-87c15f2d9520 HTTP/1.1" status: 204 len: 168 time: 1.1884849 Apr 13 14:42:22.351928 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b0086e45-15e4-4496-8f4f-ae82c9b14847 req-e8e53c17-c7b5-4c8d-a836-1731ad90e2f8 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 210 time: 0.0546870 Apr 13 14:42:22.357646 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46744) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:22.396354 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6860cfe6-b38f-4b0c-9a60-23779fc3c7e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0930d10eb794be0b8cb0e7911599876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373089 Apr 13 14:42:22.399151 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46750) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:22.468312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb4a3-d7a4-448c-8d3e-c2eca453f3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:22.497944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb4a3-d7a4-448c-8d3e-c2eca453f3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:22.545987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb4a3-d7a4-448c-8d3e-c2eca453f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:22.549933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-03e9abf2-40cb-48af-aa2d-1b0f91777330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:22.562463 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bb4a3-d7a4-448c-8d3e-c2eca453f3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96da25c-6359-4746-9443-3c6569343d80,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:22.566759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5b5bb4a3-d7a4-448c-8d3e-c2eca453f3ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:22.570069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b5bb4a3-d7a4-448c-8d3e-c2eca453f3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:22.571311 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5b5bb4a3-d7a4-448c-8d3e-c2eca453f3ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c96da25c-6359-4746-9443-3c6569343d80 HTTP/1.1" status: 204 len: 168 time: 0.1710579 Apr 13 14:42:23.430419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:42:23.479070 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46822) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:23.523481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-e3519668-0a27-40e7-9b7b-f0b42fdbb2a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:23.525662 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-e3519668-0a27-40e7-9b7b-f0b42fdbb2a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.2104390 Apr 13 14:42:23.574544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:42:23.575511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:23.579520 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Request body: {'port': {'device_id': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'admin_state_up': True, 'tenant_id': '66591d0ec4cf450d9504cf893e4bded7'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:42:23.687756 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-686892b6-21f4-43e3-827b-83e027230d5b req-a38680cb-2bde-4cae-80ce-58f59b6f32b6 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 210 time: 0.1186752 Apr 13 14:42:23.763367 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:23.781469 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:23.782527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:23.788417 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:23.790373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:23.864419 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19a9b9-ebc0-4680-ab24-ede0f725be86 req-3eec376c-f594-4df6-84c0-c478412aa451 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:23.877872 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc19a9b9-ebc0-4680-ab24-ede0f725be86 req-3eec376c-f594-4df6-84c0-c478412aa451 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 945 time: 0.5082369 Apr 13 14:42:23.880625 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'code': 200} Apr 13 14:42:23.895781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=10']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:23.907823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:23.939802 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:42:23.945029 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc19a9b9-ebc0-4680-ab24-ede0f725be86 req-6d00297d-e8b0-4aba-8fd8-6811676f2712 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520208 Apr 13 14:42:23.947728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Usage tracker for resource:port and tenant:66591d0ec4cf450d9504cf893e4bded7 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:42:23.951225 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:42:23.960613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:42:23.972634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Made reservation on behalf of 66591d0ec4cf450d9504cf893e4bded7 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:42:23.980341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:24.226561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Allocated IP 172.20.0.8 (756f0080-9d7e-4a00-88f6-bd04f01c8775/287289fc-d0be-4351-a415-2891eab0cf3f/bcba2b2c-8e68-4fa3-8410-514dbd39df3e) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:42:24.292515 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc482d93-b56b-483d-99d7-cbf2939c72d0 req-715661c6-9aaa-4a0f-a3db-1a74e9f24584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:24.293668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985197'] for router_interface, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:24.294260 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc482d93-b56b-483d-99d7-cbf2939c72d0 req-715661c6-9aaa-4a0f-a3db-1a74e9f24584 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1100 time: 0.1401169 Apr 13 14:42:24.408333 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bc482d93-b56b-483d-99d7-cbf2939c72d0 req-f63b03fd-18db-43a5-b8f2-0ed2540b436f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945930 Apr 13 14:42:24.475833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:24.507251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:24.641473 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9f3ee0a9-6a46-46e3-ba4e-595504cb8cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:24.699283 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Deleting port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:24.699679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:24.715543 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:42:24.719763 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:42:24.730491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:42:24.773439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event updated for resources: {'Port': ['ID=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:24.778985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:24.819420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:24.820382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:24.898609 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-2d5764b9-ac39-40fe-be01-d1253ee18da1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3355184 Apr 13 14:42:24.912698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Request body: {'port': {'device_id': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:42:25.047395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059411bd-715b-46c5-bbe0-d19923b17fb6 req-4797a92c-76c6-43c4-b38c-36682da8aa31 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:25.048270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-059411bd-715b-46c5-bbe0-d19923b17fb6 req-4797a92c-76c6-43c4-b38c-36682da8aa31 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Synchronizing usage tracker for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:42:25.082003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:25.155561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] For port 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:25.155961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:25.163116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-059411bd-715b-46c5-bbe0-d19923b17fb6 req-4797a92c-76c6-43c4-b38c-36682da8aa31 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Unset dirty status for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:42:25.164474 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-059411bd-715b-46c5-bbe0-d19923b17fb6 req-4797a92c-76c6-43c4-b38c-36682da8aa31 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 931 time: 0.3368902 Apr 13 14:42:25.279282 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-059411bd-715b-46c5-bbe0-d19923b17fb6 req-55008505-9d6a-45ca-82ab-3f22ba0e31cb tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040857 Apr 13 14:42:25.302896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Calling delete_port for 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e owned by network:router_interface {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:25.409940 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd05d-ef63-4ec3-9c77-948e19f4af0b req-50a4dfa9-d2b6-4c61-8881-fda546e59e13 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:25.413162 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c4efd05d-ef63-4ec3-9c77-948e19f4af0b req-50a4dfa9-d2b6-4c61-8881-fda546e59e13 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 947 time: 0.2970972 Apr 13 14:42:25.500146 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c4efd05d-ef63-4ec3-9c77-948e19f4af0b req-dded6977-522b-4466-913d-a1ff9d5055ed tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751314 Apr 13 14:42:25.622112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:25.640014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:25.709311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=21ac0f58-2ac5-4e61-aa26-5898c2f7d21e,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:25.714382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:25.769849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcba2b2c-8e68-4fa3-8410-514dbd39df3e {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:42:25.782179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:25.809335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Transition to ACTIVE for port object bcba2b2c-8e68-4fa3-8410-514dbd39df3e will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:42:25.813069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:25.839257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a7760009-525c-4995-9d3e-f9e57e76d85a tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:25.950537 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Pushing event updated for resources: {'Port': ['ID=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:25.960416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:26.249366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846675485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400090'] for router_interface, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:26.315823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Attempting to bind port bcba2b2c-8e68-4fa3-8410-514dbd39df3e on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:42:26.315823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Attempting to bind port bcba2b2c-8e68-4fa3-8410-514dbd39df3e by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:42:26.315823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Attempting to bind port bcba2b2c-8e68-4fa3-8410-514dbd39df3e on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:42:26.321332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Port bcba2b2c-8e68-4fa3-8410-514dbd39df3e on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:42:26.322241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Attempting to bind port bcba2b2c-8e68-4fa3-8410-514dbd39df3e on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:42:26.328839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:42:26.329237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Checking segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:42:26.329661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Bound using segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:42:26.330130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Bound port: bcba2b2c-8e68-4fa3-8410-514dbd39df3e, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:42:26.330510 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:26.427915 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] For port bcba2b2c-8e68-4fa3-8410-514dbd39df3e, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:42:26.432008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] For port bcba2b2c-8e68-4fa3-8410-514dbd39df3e, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:42:26.438765 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:26.456160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cdf83d3f-bdb5-4dfe-8619-fd2b5d45d8f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:26.862007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:42:26.983847 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Pushing event updated for resources: {'Port': ['ID=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:26.987319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:27.073828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b43b67-b697-4b66-9f98-b6113a2b773c req-15430e6b-0eb6-474f-8ccc-05c8273885e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:27.075484 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-71b43b67-b697-4b66-9f98-b6113a2b773c req-15430e6b-0eb6-474f-8ccc-05c8273885e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 943 time: 0.5795672 Apr 13 14:42:27.078747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:42:27.081243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:27.082102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:27.083594 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] 10.222.0.26 "PUT /v2.0/ports/bcba2b2c-8e68-4fa3-8410-514dbd39df3e HTTP/1.1" status: 200 len: 1093 time: 2.1764913 Apr 13 14:42:27.084391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'tag': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:27.096598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] Sync routers for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:42:27.097720 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b7664858-7401-4d0c-a48f-188b3e5c5a9f admin admin] 10.222.0.35 "PUT /v2.0/routers/b6c2bcc0-e3de-4a75-81b7-b11caedbc3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6170793 Apr 13 14:42:27.100272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46938) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:27.118442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:27.119565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:06Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:27.127329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed562522-9ab3-4c3e-81c3-d29e98212f99 req-b4bc42b6-36a2-4556-acd1-2514fe3cfa58 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:27.128950 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed562522-9ab3-4c3e-81c3-d29e98212f99 req-b4bc42b6-36a2-4556-acd1-2514fe3cfa58 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 947 time: 0.2348974 Apr 13 14:42:27.197113 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-71b43b67-b697-4b66-9f98-b6113a2b773c req-9b0d976a-bec0-42e3-a216-d1c321008bea tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016560 Apr 13 14:42:27.262697 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ed562522-9ab3-4c3e-81c3-d29e98212f99 req-3dea8cd4-7020-442c-8433-ebd89ddab867 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903380 Apr 13 14:42:27.272121 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'tag': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e', 'status': 'completed', 'code': 200} Apr 13 14:42:27.313760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-6f899ad4-90af-4f40-a1c8-e3801f22ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:27.315418 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-6f899ad4-90af-4f40-a1c8-e3801f22ae32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1828930 Apr 13 14:42:27.323238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:27.326351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:27.396309 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-5dc9b361-72cc-4c71-9865-39b362eaba8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcba2b2c-8e68-4fa3-8410-514dbd39df3e HTTP/1.1" status: 200 len: 217 time: 0.0731452 Apr 13 14:42:27.469220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-215dbe3d-b06d-447e-86a9-3e80b7ddfdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:27.471140 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-215dbe3d-b06d-447e-86a9-3e80b7ddfdbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.0683618 Apr 13 14:42:27.541867 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-43c57465-a595-492f-b58c-deed007d69cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631812 Apr 13 14:42:27.543267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:27.554214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Deleting port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:27.554911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:27.714459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:42:25Z', 'revision_number': 5, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port': {'id': '643ca847-6fb5-4ccd-9a21-6ff8bb09bea4', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:a8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:09Z', 'updated_at': '2021-04-13T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:27.726706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] Checking router: b6c2bcc0-e3de-4a75-81b7-b11caedbc3af for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:42:27.735874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 46944) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:27.746675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] Routers {'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:27.747615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:06Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:27.792753 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] For port 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:27.793206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:27.827111 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-7652133b-9802-433b-b3c6-b4c1e6e381bd service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769494 Apr 13 14:42:27.965872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] Set router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af gateway port host: None {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:28.077089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Deleting port 2f86176a-6068-479b-9fa9-6e1f2548fe1d {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:28.077592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:28.096538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:42:27Z', 'revision_number': 6, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port_host': None}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:28.102784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bd8373-282d-4116-8165-1c0c26ecb859 None None] The sync data for ids ['b6c2bcc0-e3de-4a75-81b7-b11caedbc3af'] in dv-cinder-786054-1-smb is: [{'id': 'b6c2bcc0-e3de-4a75-81b7-b11caedbc3af', 'name': 'tempest-TestMinimumBasicScenario-214410712-router', 'tenant_id': '9f9c296ccc154db1acbfa9a8f533f088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:08Z', 'updated_at': '2021-04-13T14:42:27Z', 'revision_number': 6, 'project_id': '9f9c296ccc154db1acbfa9a8f533f088', 'gw_port_host': None}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:42:28.269257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Calling delete_port for 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 owned by network:router_gateway {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:28.285433 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9e021a56-5e44-49f4-8693-d6b91562aaec req-b6ac14bc-1f13-4c6d-bca1-588471b65257 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470608 Apr 13 14:42:28.337357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:28.337733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:28.483521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:28.496988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b436b395-54bb-474c-acf2-7abc559d5893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:28.556554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=643ca847-6fb5-4ccd-9a21-6ff8bb09bea4,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:28.561933 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:28.577267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Calling delete_port for 2f86176a-6068-479b-9fa9-6e1f2548fe1d owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:28.706645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-c5e1f28d-a214-4978-a150-96455e2dcae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:28.708202 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-c5e1f28d-a214-4978-a150-96455e2dcae2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 1096 time: 0.3622205 Apr 13 14:42:28.761895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a67951-815c-4875-a5c3-4319f2732b8a req-22889493-c10c-4986-9d66-227484d30ce9 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:28.763501 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-95a67951-815c-4875-a5c3-4319f2732b8a req-22889493-c10c-4986-9d66-227484d30ce9 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 943 time: 0.3615382 Apr 13 14:42:28.811297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399932'] for router_gateway, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:28.902450 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-95a67951-815c-4875-a5c3-4319f2732b8a req-c6ffc483-08b7-44a2-b080-3bc13ad7ca7c tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220803 Apr 13 14:42:28.979213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-43708ede-20ed-47fe-a59d-70a043528175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:28.980808 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-43708ede-20ed-47fe-a59d-70a043528175 service neutron] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 915 time: 0.2634549 Apr 13 14:42:28.981907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.015361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3679'] for router, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.017898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.019792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:29.046922 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846796453'] for router, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.047623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c2bcc0-e3de-4a75-81b7-b11caedbc3af {{(pid=85280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 13 14:42:29.064977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.069606 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cbba1f7d-6171-4c56-ab11-320ff29256d4 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b6c2bcc0-e3de-4a75-81b7-b11caedbc3af HTTP/1.1" status: 204 len: 168 time: 1.9680409 Apr 13 14:42:29.070337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46952) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:29.150616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Deleting subnet 571a478b-9e54-4d03-9813-2e2f07ea39d0 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:42:29.155247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.234069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.239437 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event deleted for resources: {'Port': ['ID=2f86176a-6068-479b-9fa9-6e1f2548fe1d,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:29.245568 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-fbd50377-cc82-4be7-b658-d2dd0dacf570 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bcba2b2c-8e68-4fa3-8410-514dbd39df3e HTTP/1.1" status: 200 len: 217 time: 0.2489290 Apr 13 14:42:29.247068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:29.341559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.414206 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-3dc152e9-c180-4110-8309-2cdecf68617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:29.416378 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-3dc152e9-c180-4110-8309-2cdecf68617b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.1261561 Apr 13 14:42:29.421736 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.422111 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Floating IP 2ec012f1-4e30-4dcd-8a88-f36edd14ef20 disassociated (deleted). External IP: 172.28.0.191, port: 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d. Apr 13 14:42:29.605184 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-45c724f4-f1d1-433c-8b04-e964d5a8c6bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248450 Apr 13 14:42:29.633997 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.651263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c6c3ee48-ec71-4b13-9eb2-d370f0eeaab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:29.692872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:29.700781 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571a478b-9e54-4d03-9813-2e2f07ea39d0,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:29.704635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:29.735333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:29.735849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 643ca847-6fb5-4ccd-9a21-6ff8bb09bea4 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:29.736390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:29.775566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:29.776064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 21ac0f58-2ac5-4e61-aa26-5898c2f7d21e not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:29.795098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:29.801256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a04d9-ba97-4082-91af-6793aab06676 None None] Network 757ddc73-85fa-453e-a77b-486a8c22b276 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:42:29.802218 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ae46fd47-ff93-40a9-ac20-915594a65749 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/571a478b-9e54-4d03-9813-2e2f07ea39d0 HTTP/1.1" status: 204 len: 168 time: 0.7307925 Apr 13 14:42:29.804706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46958) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:29.930424 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-07a7893b-b2f6-484a-9a7b-b1b8f4018b1b service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170371 Apr 13 14:42:29.942975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:30.019772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Deleting port c40142a9-3469-4e65-8ab5-be9d5b14aa63 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:30.020400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:30.152322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] DHCP port deletion for 757ddc73-85fa-453e-a77b-486a8c22b276 request from dv-cinder-786054-1-smb {{(pid=85282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 13 14:42:30.157010 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Deleting port c40142a9-3469-4e65-8ab5-be9d5b14aa63 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:30.157406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:30.276055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] For port c40142a9-3469-4e65-8ab5-be9d5b14aa63, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=c40142a9-3469-4e65-8ab5-be9d5b14aa63,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:30.276440 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:30.428960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Calling delete_port for c40142a9-3469-4e65-8ab5-be9d5b14aa63 owned by network:dhcp {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:30.450482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] For port c40142a9-3469-4e65-8ab5-be9d5b14aa63, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=c40142a9-3469-4e65-8ab5-be9d5b14aa63,segment=NetworkSegment(c2c5a0fc-2e14-4bec-aed8-a31d3bab5492),segment_id=c2c5a0fc-2e14-4bec-aed8-a31d3bab5492)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:30.450926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:30.526287 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Router 9636a893-fe32-42bf-801d-74357d1993ed has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:42:30.552861 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:30.564324 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7ea866ca-b50a-4af3-9161-96ef04809c8c req-7c36819b-0687-4c8c-9535-304235d7d175 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265037 Apr 13 14:42:30.595389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Calling delete_port for c40142a9-3469-4e65-8ab5-be9d5b14aa63 owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:30.597229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-112a545a-edae-416b-9d59-3573ce2c40d8 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:30.646374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40142a9-3469-4e65-8ab5-be9d5b14aa63,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:30.649155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:30.707714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe4fb6-c8b3-408b-96b3-439968151c3c req-98c9399d-a207-4b95-a571-f30a94979e59 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:30.712350 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-72fe4fb6-c8b3-408b-96b3-439968151c3c req-98c9399d-a207-4b95-a571-f30a94979e59 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 943 time: 0.3417792 Apr 13 14:42:30.721626 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85282) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:42:30.722373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:42:30.740124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] No DVR routers for this DVR port c40142a9-3469-4e65-8ab5-be9d5b14aa63 on host dv-cinder-786054-1-smb {{(pid=85280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:42:30.767202 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-72fe4fb6-c8b3-408b-96b3-439968151c3c req-4d58b848-a067-4ca4-8fc3-cf091b2c8f3f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Apr 13 14:42:30.814157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:42:30.825212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] Sync routers for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:42:30.834404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:30.838284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:30.839017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:06Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:30.909107 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "DELETE /v2.0/floatingips/2ec012f1-4e30-4dcd-8a88-f36edd14ef20 HTTP/1.1" status: 204 len: 168 time: 3.1718957 Apr 13 14:42:30.910293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:30.965976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:31.004998 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'status': 'completed', 'code': 200} Apr 13 14:42:31.134509 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-edcbe8e4-66ae-4d1e-865f-a62f34afefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:31.137135 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-edcbe8e4-66ae-4d1e-865f-a62f34afefcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ea6af63789984010a7ee25c91334012f&device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 1098 time: 0.1121547 Apr 13 14:42:31.140076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757ddc73-85fa-453e-a77b-486a8c22b276']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:31.155826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:31.156328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c5a0fc-2e14-4bec-aed8-a31d3bab5492') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:31.176028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:31.204613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:31.223408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Deleting port c40142a9-3469-4e65-8ab5-be9d5b14aa63 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:31.223826 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:31.224839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:42:31.312741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-9fc2076e-5fb3-4bbb-a56b-1389a1b2ff8f None None] The port 'c40142a9-3469-4e65-8ab5-be9d5b14aa63' was deleted {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 13 14:42:31.333096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-943ac048-7b97-4b5f-b1fd-438a70636080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:31.335371 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-943ac048-7b97-4b5f-b1fd-438a70636080 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 200 len: 909 time: 0.1911809 Apr 13 14:42:31.383281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:31.428776 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-486be7fd-b686-4ec2-9c5b-a296aa8ef9ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 200 len: 217 time: 0.0798361 Apr 13 14:42:31.475896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Network 757ddc73-85fa-453e-a77b-486a8c22b276 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:31.486855 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:31.537340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device bcba2b2c-8e68-4fa3-8410-514dbd39df3e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:42:31.568654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-d02524cd-a7b6-4116-922a-8bea723e3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:31.569437 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-d02524cd-a7b6-4116-922a-8bea723e3499 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 200 len: 847 time: 0.1002533 Apr 13 14:42:31.688213 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Network 757ddc73-85fa-453e-a77b-486a8c22b276 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:31.710988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device c40142a9-3469-4e65-8ab5-be9d5b14aa63 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:42:31.714713 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:42:31.720171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0486b-7f22-4d5d-a364-33d15b024f40 req-6128a05c-1862-49f3-8798-9a071aae0716 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:31.721127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-2bb0486b-7f22-4d5d-a364-33d15b024f40 req-6128a05c-1862-49f3-8798-9a071aae0716 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Synchronizing usage tracker for tenant:ea6af63789984010a7ee25c91334012f on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:42:31.736431 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-748b56c3-289d-427a-8992-0190411a4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:31.740500 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-748b56c3-289d-427a-8992-0190411a4df3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bc435a3-7fce-4daa-9614-25ab53d1a9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1594157 Apr 13 14:42:31.776000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: c40142a9-3469-4e65-8ab5-be9d5b14aa63 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:31.776000 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device c40142a9-3469-4e65-8ab5-be9d5b14aa63 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:31.807339 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-2bb0486b-7f22-4d5d-a364-33d15b024f40 req-6128a05c-1862-49f3-8798-9a071aae0716 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Unset dirty status for tenant:ea6af63789984010a7ee25c91334012f on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:42:31.808982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:31.813299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39450be4-29b4-4bf1-93fc-b4ad833a93da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:31.819212 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bb0486b-7f22-4d5d-a364-33d15b024f40 req-6128a05c-1862-49f3-8798-9a071aae0716 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.4029098 Apr 13 14:42:31.836755 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:31.854702 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=757ddc73-85fa-453e-a77b-486a8c22b276,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:31.858471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:31.870194 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6096dcb3-353f-43eb-8aa4-92a0632555f4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/757ddc73-85fa-453e-a77b-486a8c22b276 HTTP/1.1" status: 204 len: 168 time: 2.0641007 Apr 13 14:42:31.873859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46976) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:31.998940 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2bb0486b-7f22-4d5d-a364-33d15b024f40 req-0b60a954-a12c-4169-94dd-44f4dca2bbfa tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780972 Apr 13 14:42:32.069927 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port bcba2b2c-8e68-4fa3-8410-514dbd39df3e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:32.085296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd882e75-8f44-4fc7-8577-c1081239749c req-9f12862c-4ccc-4ada-94cf-5a89a7327895 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:32.086931 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dd882e75-8f44-4fc7-8577-c1081239749c req-9f12862c-4ccc-4ada-94cf-5a89a7327895 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 943 time: 0.1700327 Apr 13 14:42:32.089678 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-a5ff34ce-3079-4c70-aa70-bbc8538edd3f service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440037 Apr 13 14:42:32.095025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'port_id': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e', 'mac_address': 'fa:16:3e:b2:0a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287289fc-d0be-4351-a415-2891eab0cf3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:42:32.147886 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:35Z', 'revision_number': 5, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:32.168927 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dd882e75-8f44-4fc7-8577-c1081239749c req-27beaf37-3d89-402d-9103-851ebb22fa5d tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698295 Apr 13 14:42:32.172897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] Checking router: 9636a893-fe32-42bf-801d-74357d1993ed for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:42:32.175138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:32.195759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcba2b2c-8e68-4fa3-8410-514dbd39df3e {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:42:32.216941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:32.217642 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:06Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:32.271650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port bcba2b2c-8e68-4fa3-8410-514dbd39df3e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:32.278985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:32.280898 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0437330d-a2b6-43a9-ac0e-bcbc8e560fd6 req-64166358-d2f8-4e30-8b37-be2014d91061 service neutron] 10.222.0.26 "GET /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825716 Apr 13 14:42:32.341424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:32.456025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:32.469323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:32.483647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:32.513415 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985197'] for router_interface, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:32.542519 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:42:32.759408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b5226460-2fe6-42b9-a4b5-76b1db219d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:32.844032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-64657894-3ba0-4685-86f0-37b436292b9b tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:32.845768 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-64657894-3ba0-4685-86f0-37b436292b9b tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.26 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.1253705 Apr 13 14:42:32.934459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Deleting port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:32.934770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.026527 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:35Z', 'revision_number': 5, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:33.033087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7251ba8-e54d-4c13-ab6b-5816a6dc4092 None None] The sync data for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb is: [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:37:18Z', 'revision_number': 4, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '230209af-a4f3-4065-b2d3-c953cd8ef4ed', 'name': '', 'network_id': '1bc435a3-7fce-4daa-9614-25ab53d1a9ca', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'mac_address': 'fa:16:3e:96:2f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:17Z', 'updated_at': '2021-04-13T14:37:35Z', 'revision_number': 5, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'subnets': [{'id': 'db783721-3137-4f2d-b4dd-e6e73aa7335b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:42:33.201310 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Deleting port 52e0b94a-dc63-4698-9734-37d4fc7c1e15 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:33.201906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.307245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] For port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:33.307764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.456558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] For port 52e0b94a-dc63-4698-9734-37d4fc7c1e15, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=52e0b94a-dc63-4698-9734-37d4fc7c1e15,segment=NetworkSegment(fc08ff7a-4423-4e64-8b19-6a2e990285ae),segment_id=fc08ff7a-4423-4e64-8b19-6a2e990285ae)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:33.457015 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.494891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device bcba2b2c-8e68-4fa3-8410-514dbd39df3e up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:42:33.502387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Calling delete_port for 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:33.523792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1623e77-8f00-4bd1-aa78-8a6829f027e1 None None] New status for floating IP 2ec012f1-4e30-4dcd-8a88-f36edd14ef20: DOWN {{(pid=85283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:42:33.571171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccd6e6-2ce7-49b9-8308-2998ba63aab6 req-01ae20fd-1001-4a64-8f63-54c853267f80 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:33.573378 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e8ccd6e6-2ce7-49b9-8308-2998ba63aab6 req-01ae20fd-1001-4a64-8f63-54c853267f80 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 945 time: 0.3901863 Apr 13 14:42:33.582665 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port bcba2b2c-8e68-4fa3-8410-514dbd39df3e completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:42:33.589215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port bcba2b2c-8e68-4fa3-8410-514dbd39df3e triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:42:33.589779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.623450 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e8ccd6e6-2ce7-49b9-8308-2998ba63aab6 req-7269ab37-d980-4633-acfd-595b5789225d tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/security-groups?id=24b6d969-5ff1-4f95-ada3-26ba5340c594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374463 Apr 13 14:42:33.625226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Calling delete_port for 52e0b94a-dc63-4698-9734-37d4fc7c1e15 owned by network:router_interface {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:33.747318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4f2b2-4d31-4a51-a81b-0c527aaab7ae req-026b3582-b690-48d4-8662-b7ed8d91e01c tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:33.749051 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-36f4f2b2-4d31-4a51-a81b-0c527aaab7ae req-026b3582-b690-48d4-8662-b7ed8d91e01c tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 944 time: 0.4260762 Apr 13 14:42:33.803218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.851702 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.955766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-74fe6196-0f74-4308-8ee7-d847fb8d66f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:33.975614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:33.989269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:34.000889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port bcba2b2c-8e68-4fa3-8410-514dbd39df3e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:34.005202 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:34.007513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d8ed00d6-5f47-4b31-8857-1c89d0af4094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:34.007654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:34.021898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e0b94a-dc63-4698-9734-37d4fc7c1e15,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:34.026405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:34.057680 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e', 'code': 200} Apr 13 14:42:34.066239 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event deleted for resources: {'Port': ['ID=39f84cf0-e6f2-418b-b2c3-eada4a7ead4d,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:34.068841 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:34.076022 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-36f4f2b2-4d31-4a51-a81b-0c527aaab7ae req-e0130608-c6a5-4eb2-ad44-fc32f44ac27b tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038518 Apr 13 14:42:34.124979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:34.136741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:34.229319 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] No DVR routers for this DVR port 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:42:34.231452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:34.234640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-deleted', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:34.262714 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cf3608c8-c849-4f29-aafb-e94d9eec0486 req-0322b6db-1498-45a6-9c62-f0d1f1334c23 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.26 "DELETE /v2.0/ports/39f84cf0-e6f2-418b-b2c3-eada4a7ead4d HTTP/1.1" status: 204 len: 173 time: 1.4109871 Apr 13 14:42:34.328412 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a7b9a5-b90e-4fb7-8692-3a8fa1550964', 'name': 'network-vif-deleted', 'tag': '39f84cf0-e6f2-418b-b2c3-eada4a7ead4d', 'status': 'completed', 'code': 200} Apr 13 14:42:34.377887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde80da-c502-4b48-9232-7db2620c8040 req-44eefccf-60b1-47bf-82cb-d0c7548ae113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:34.381261 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9cde80da-c502-4b48-9232-7db2620c8040 req-44eefccf-60b1-47bf-82cb-d0c7548ae113 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 1098 time: 0.0927234 Apr 13 14:42:34.408024 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9cde80da-c502-4b48-9232-7db2620c8040 req-f6416021-ef8a-42b3-ae58-6f3a41aea8df service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0217175 Apr 13 14:42:34.460361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846675485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400090'] for router_interface, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:34.815492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e7d3910c-bd75-4c98-9145-c0052c08a681 req-b93fc556-c380-4858-bced-afccb7206782 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Synchronizing usage tracker for tenant:ea6af63789984010a7ee25c91334012f on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:42:34.832716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e7d3910c-bd75-4c98-9145-c0052c08a681 req-b93fc556-c380-4858-bced-afccb7206782 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Unset dirty status for tenant:ea6af63789984010a7ee25c91334012f on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:42:34.834038 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e7d3910c-bd75-4c98-9145-c0052c08a681 req-b93fc556-c380-4858-bced-afccb7206782 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a7b9a5-b90e-4fb7-8692-3a8fa1550964 HTTP/1.1" status: 200 len: 210 time: 0.0740297 Apr 13 14:42:35.023615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:42:35.115272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d2343660-2e4e-4cf7-a9af-77c6ed43afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:35.236162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:42:35.253066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] Sync routers for ids ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:42:35.259874 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] 10.222.0.35 "PUT /v2.0/routers/13a1ad22-3d46-4abf-83b8-0c690bc0b2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3838472 Apr 13 14:42:35.260622 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 46998) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:35.265683 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] Routers {'13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:35.266381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:35.481300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks [] for router, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:35.511920 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:35.558343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:35.558680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 39f84cf0-e6f2-418b-b2c3-eada4a7ead4d not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:35.569431 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] Set router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:35.651919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db3c63-767f-4811-a638-e83be42bbc17 req-44e0563a-4357-4488-afcb-035166e270e1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:35.654094 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35db3c63-767f-4811-a638-e83be42bbc17 req-44e0563a-4357-4488-afcb-035166e270e1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 945 time: 0.4346902 Apr 13 14:42:35.698901 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-35db3c63-767f-4811-a638-e83be42bbc17 req-90df27c1-6aad-4afa-8434-71c5ac8ccb2f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352733 Apr 13 14:42:35.972941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47012) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:35.979360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.018279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:42:33Z', 'revision_number': 5, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port': {'id': 'f66c1d53-266d-4841-a0bf-b628aa1048c7', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:60:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:39:20Z', 'updated_at': '2021-04-13T14:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:36.023356 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] Checking router: 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:42:36.041609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] Routers {'13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:36.042442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:36.079322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.081452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.090007 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Deleting port f66c1d53-266d-4841-a0bf-b628aa1048c7 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:36.090393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.119075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.181588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.186458 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6c2be493-48d4-45e0-a92a-c4da99871fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:36.202684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b6d969-5ff1-4f95-ada3-26ba5340c594,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:36.205692 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:36.212215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.218327 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] 10.222.0.35 "DELETE /v2.0/security-groups/24b6d969-5ff1-4f95-ada3-26ba5340c594 HTTP/1.1" status: 204 len: 168 time: 0.2396359 Apr 13 14:42:36.259569 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47024) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:36.278854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] Set router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 gateway port host: None {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:36.353517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] For port f66c1d53-266d-4841-a0bf-b628aa1048c7, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=f66c1d53-266d-4841-a0bf-b628aa1048c7,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:36.353994 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.397718 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:42:36Z', 'revision_number': 6, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port_host': None}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:36.418583 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14a8ba-b3c1-4e59-8ef4-0fbc84ee969d None None] The sync data for ids ['13a1ad22-3d46-4abf-83b8-0c690bc0b2b8'] in dv-cinder-786054-1-smb is: [{'id': '13a1ad22-3d46-4abf-83b8-0c690bc0b2b8', 'name': 'tempest-TestMinimumBasicScenario-451505335-router', 'tenant_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:39:19Z', 'updated_at': '2021-04-13T14:42:36Z', 'revision_number': 6, 'project_id': 'a74cf9d91e3248569a28ed8cf4b93c44', 'gw_port_host': None}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:42:36.421385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.498218 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Calling delete_port for f66c1d53-266d-4841-a0bf-b628aa1048c7 owned by network:router_gateway {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:36.698194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:36.715332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3772cae1-84d8-460b-98e7-e3d01d048b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:36.779911 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66c1d53-266d-4841-a0bf-b628aa1048c7,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:36.782820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:36.987798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54116e-c648-43fe-95ec-67b11e3e1275 req-c7cda149-870e-49b5-a5a5-723b576a9dea tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:36.989602 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0b54116e-c648-43fe-95ec-67b11e3e1275 req-c7cda149-870e-49b5-a5a5-723b576a9dea tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 945 time: 0.1626649 Apr 13 14:42:37.061584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399932'] for router_gateway, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.073708 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0b54116e-c648-43fe-95ec-67b11e3e1275 req-7eb27f3b-a581-42bb-9549-0e70872ecb36 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Apr 13 14:42:37.233777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985197'] for router_interface, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.269147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3679'] for router, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.272816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.298468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846796453'] for router, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.299149 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 {{(pid=85280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 13 14:42:37.315482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.321819 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2feecb76-ae6a-40f0-ac5e-f37e4d854b24 admin admin] 10.222.0.35 "DELETE /v2.0/routers/13a1ad22-3d46-4abf-83b8-0c690bc0b2b8 HTTP/1.1" status: 204 len: 168 time: 2.0549450 Apr 13 14:42:37.322775 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47036) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:37.413019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Deleting subnet 9b815866-a0cd-441a-9f86-9587e4d96c97 {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:42:37.419173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.464402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.531300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.621709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.744705 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device f66c1d53-266d-4841-a0bf-b628aa1048c7 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:37.777433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Deleting port 230209af-a4f3-4065-b2d3-c953cd8ef4ed {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:37.778152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.833568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: f66c1d53-266d-4841-a0bf-b628aa1048c7 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:37.834254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device f66c1d53-266d-4841-a0bf-b628aa1048c7 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:37.835117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 52e0b94a-dc63-4698-9734-37d4fc7c1e15 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:37.909587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 52e0b94a-dc63-4698-9734-37d4fc7c1e15 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:37.910267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 52e0b94a-dc63-4698-9734-37d4fc7c1e15 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:37.945119 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:37.961542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0cf4c04d-51c2-4850-9db2-b43cefef8539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:37.988779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] For port 230209af-a4f3-4065-b2d3-c953cd8ef4ed, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=230209af-a4f3-4065-b2d3-c953cd8ef4ed,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:37.989084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.011748 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b815866-a0cd-441a-9f86-9587e4d96c97,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:38.016433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:38.109285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.116340 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1890f224-cd14-4d20-8245-5fe07cb84957 None None] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:42:38.117030 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-761236f1-4449-434e-a7d2-319e92fd307c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9b815866-a0cd-441a-9f86-9587e4d96c97 HTTP/1.1" status: 204 len: 168 time: 0.7927625 Apr 13 14:42:38.119716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47044) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:38.134192 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Calling delete_port for 230209af-a4f3-4065-b2d3-c953cd8ef4ed owned by network:router_interface {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:38.242089 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.316484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Deleting port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:38.317093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.375507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.397385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6c302a0f-4864-4705-9796-74f23175f9c0 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:38.412541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] DHCP port deletion for 7572a4bb-01fa-4517-82d4-eb34058a8cfc request from dv-cinder-786054-1-smb {{(pid=85282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 13 14:42:38.416657 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Deleting port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:38.417361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.465083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=230209af-a4f3-4065-b2d3-c953cd8ef4ed,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:38.470127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:38.683738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] For port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,segment=NetworkSegment(fc08ff7a-4423-4e64-8b19-6a2e990285ae),segment_id=fc08ff7a-4423-4e64-8b19-6a2e990285ae)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:38.684275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.710918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] For port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,segment=NetworkSegment(fc08ff7a-4423-4e64-8b19-6a2e990285ae),segment_id=fc08ff7a-4423-4e64-8b19-6a2e990285ae)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:38.711530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:38.920341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Calling delete_port for 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:38.929372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Calling delete_port for 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b owned by network:dhcp {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:39.021990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.096300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85282) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:42:39.097516 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:42:39.134623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.145343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:39.152167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846675485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400090'] for router_interface, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.224982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:39.233782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:39.234790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] No DVR routers for this DVR port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b on host dv-cinder-786054-1-smb {{(pid=85280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:42:39.411464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.550031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7572a4bb-01fa-4517-82d4-eb34058a8cfc']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:39.568212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc08ff7a-4423-4e64-8b19-6a2e990285ae') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:39.568548 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc08ff7a-4423-4e64-8b19-6a2e990285ae') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:39.583676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.599764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Deleting port 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:39.605316 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.609486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.619019 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:42:39.840650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d6a12-57c7-47cb-b70d-2abeadf0a591 None None] The port '4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b' was deleted {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 13 14:42:39.856634 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:39.873503 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:39.934399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:39.978273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:39.978841 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 4b1dc1f5-23f6-4ad6-908f-ba757dfc6d4b not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:40.076175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Network 7572a4bb-01fa-4517-82d4-eb34058a8cfc has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:42:40.111032 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:42:40.199114 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:40.204157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:40.220138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:40.232459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Pushing event deleted for resources: {'Network': ['ID=7572a4bb-01fa-4517-82d4-eb34058a8cfc,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:40.236034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:40.238463 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c660fee7-7294-40b2-9058-28e7d385f07a admin admin] 10.222.0.35 "DELETE /v2.0/networks/7572a4bb-01fa-4517-82d4-eb34058a8cfc HTTP/1.1" status: 204 len: 168 time: 2.1174562 Apr 13 14:42:40.294961 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-c786acf3-cd3b-4303-ad82-d95f1298b62a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461899 Apr 13 14:42:40.301803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Router 9636a893-fe32-42bf-801d-74357d1993ed has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:42:40.399786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47072) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:40.443240 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-62713e76-b60d-4c1f-8a1f-fbb1327d7918 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f9c296ccc154db1acbfa9a8f533f088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414898 Apr 13 14:42:40.445268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47076) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:40.540232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-70672d19-db3d-4de4-b671-91304047e0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:40.580209 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-70672d19-db3d-4de4-b671-91304047e0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:40.605609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-0e2b52bb-4785-44e7-ae10-365f1db4c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:40.607380 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-0e2b52bb-4785-44e7-ae10-365f1db4c088 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 1100 time: 0.2278728 Apr 13 14:42:40.641443 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-70672d19-db3d-4de4-b671-91304047e0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:40.647147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c26f3dc6-c291-4669-b6ac-4db610ac73f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:40.663731 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672d19-db3d-4de4-b671-91304047e0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c318f99-2300-40b6-928f-9b3461c16f96,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:40.669783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-70672d19-db3d-4de4-b671-91304047e0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:40.672513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-70672d19-db3d-4de4-b671-91304047e0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:40.676598 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-70672d19-db3d-4de4-b671-91304047e0c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c318f99-2300-40b6-928f-9b3461c16f96 HTTP/1.1" status: 204 len: 168 time: 0.2297213 Apr 13 14:42:40.710132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:42:40.728253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] Sync routers for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:42:40.750902 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:40.752184 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:40.907427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-ca49da82-42a8-4859-bd4c-1043b0271988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:40.909358 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-ca49da82-42a8-4859-bd4c-1043b0271988 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 200 len: 917 time: 0.2773287 Apr 13 14:42:40.913423 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] 10.222.0.35 "PUT /v2.0/routers/9636a893-fe32-42bf-801d-74357d1993ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6546619 Apr 13 14:42:40.916128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47088) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:41.146852 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-8e8743a5-9b37-4df6-9828-58e88b8bd91b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 200 len: 1002 time: 0.2193763 Apr 13 14:42:41.311182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-e84fac44-ed75-4182-8cce-c04d7495d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:41.313699 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-e84fac44-ed75-4182-8cce-c04d7495d92d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 200 len: 855 time: 0.1598401 Apr 13 14:42:41.429613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:41.451676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47098) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:41.587193 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-49c3271b-3f6e-4377-a365-322d46d652ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a74cf9d91e3248569a28ed8cf4b93c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296313 Apr 13 14:42:41.592435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47102) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:41.634760 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-afde9f5d-81a3-4145-b41b-0b945bdf82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:41.638440 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-afde9f5d-81a3-4145-b41b-0b945bdf82e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd11b96e-103a-48de-b559-8c4491aca047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3119562 Apr 13 14:42:41.708120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks [] for router, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:41.898798 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100'}], 'enable_snat': True}, 'gw_port_id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:42:38Z', 'revision_number': 5, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port': {'id': '75edf1e0-e23e-4bf6-b295-70d014ecea33', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9636a893-fe32-42bf-801d-74357d1993ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:12Z', 'updated_at': '2021-04-13T14:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:41.907743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] Checking router: 9636a893-fe32-42bf-801d-74357d1993ed for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:42:41.928221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] Routers {'9636a893-fe32-42bf-801d-74357d1993ed'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:41.929468 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['9636a893-fe32-42bf-801d-74357d1993ed'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:41.943799 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:41.954246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Deleting port 75edf1e0-e23e-4bf6-b295-70d014ecea33 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:41.955147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:41.963336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-127d4ee1-cf23-4e79-94a4-078eee0a12c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:42.061058 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-127d4ee1-cf23-4e79-94a4-078eee0a12c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:42.095492 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-c4706c7c-0697-411f-93c4-0429bf1c964c service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412048 Apr 13 14:42:42.196874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] For port 75edf1e0-e23e-4bf6-b295-70d014ecea33, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=75edf1e0-e23e-4bf6-b295-70d014ecea33,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:42.196874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:42.263444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] Set router 9636a893-fe32-42bf-801d-74357d1993ed gateway port host: None {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:42.384132 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Calling delete_port for 75edf1e0-e23e-4bf6-b295-70d014ecea33 owned by network:router_gateway {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:42.402195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:42:41Z', 'revision_number': 6, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port_host': None}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:42.407344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256eb96-bc03-461e-abe8-db4f0a8bebba None None] The sync data for ids ['9636a893-fe32-42bf-801d-74357d1993ed'] in dv-cinder-786054-1-smb is: [{'id': '9636a893-fe32-42bf-801d-74357d1993ed', 'name': 'tempest-TestShelveInstance-574099293-router', 'tenant_id': 'ea6af63789984010a7ee25c91334012f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:10Z', 'updated_at': '2021-04-13T14:42:41Z', 'revision_number': 6, 'project_id': 'ea6af63789984010a7ee25c91334012f', 'gw_port_host': None}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:42:42.415771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-127d4ee1-cf23-4e79-94a4-078eee0a12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:42.455105 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b365d5e7-7ebf-42e8-8a78-c7e7be8ed5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:42.486827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d4ee1-cf23-4e79-94a4-078eee0a12c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033cf04a-223a-4df2-8058-7ab2b1afa822,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:42.497059 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f54bf0fe-ec6f-4700-9370-a9e39a39a2d3 req-a1d9a5c9-5b4d-4d16-b72b-aa0d95dbcd14 service neutron] 10.222.0.26 "GET /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852854 Apr 13 14:42:42.502994 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-127d4ee1-cf23-4e79-94a4-078eee0a12c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:42.503434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-127d4ee1-cf23-4e79-94a4-078eee0a12c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:42.508776 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-127d4ee1-cf23-4e79-94a4-078eee0a12c4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/033cf04a-223a-4df2-8058-7ab2b1afa822 HTTP/1.1" status: 204 len: 168 time: 0.8980815 Apr 13 14:42:42.681869 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-f3dc4693-7330-4862-906e-14780787b322 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:42.684319 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-f3dc4693-7330-4862-906e-14780787b322 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.2803741 Apr 13 14:42:42.704735 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-152f22ed-c751-4090-9630-9f0dfbb11bd8 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/quotas/66591d0ec4cf450d9504cf893e4bded7 HTTP/1.1" status: 200 len: 375 time: 0.0137033 Apr 13 14:42:42.825429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:42.852329 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-1a893786-9dca-438a-ab8d-86d2ba9eff4d tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1404686 Apr 13 14:42:42.861681 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-9986a383-0ee4-42ca-8b30-896cbc00d4a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:43.031304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Pushing event deleted for resources: {'Port': ['ID=75edf1e0-e23e-4bf6-b295-70d014ecea33,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:43.036655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:43.301211 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-15a117b7-b108-43b0-87d0-b9bbb237c40f service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389420 Apr 13 14:42:43.337117 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399932'] for router_gateway, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:43.549587 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-9f88383e-041b-4e56-891a-d7b44c07d8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309282 Apr 13 14:42:43.691102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3679'] for router, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:43.694211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:43.721652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846796453'] for router, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:43.722227 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9636a893-fe32-42bf-801d-74357d1993ed {{(pid=85280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 13 14:42:43.734294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 75edf1e0-e23e-4bf6-b295-70d014ecea33 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:43.737953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:43.739333 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] 10.222.0.35 "DELETE /v2.0/routers/9636a893-fe32-42bf-801d-74357d1993ed HTTP/1.1" status: 204 len: 168 time: 2.8217924 Apr 13 14:42:43.744381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47134) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:43.813852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 75edf1e0-e23e-4bf6-b295-70d014ecea33 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:43.814947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 75edf1e0-e23e-4bf6-b295-70d014ecea33 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:43.815961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 230209af-a4f3-4065-b2d3-c953cd8ef4ed no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:43.889673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 230209af-a4f3-4065-b2d3-c953cd8ef4ed {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:43.890290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 230209af-a4f3-4065-b2d3-c953cd8ef4ed not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:43.912326 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b12a7293-aaee-4ee8-b900-9f7ffa217055 req-491cbea1-42bc-43d4-8bfb-bfc8a97b8a8b tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 210 time: 0.0787294 Apr 13 14:42:43.951666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Deleting subnet db783721-3137-4f2d-b4dd-e6e73aa7335b {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:42:43.955753 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:44.015776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852729039'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:44.186317 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:44.516771 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852729058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289601'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:44.535016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:44.591355 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db783721-3137-4f2d-b4dd-e6e73aa7335b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:44.595744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:44.691430 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:44.701934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91be1ec1-e20f-49ee-9eca-25756606638e None None] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:42:44.702524 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-109fef83-2c68-46d4-a983-9a426d0e11a0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/db783721-3137-4f2d-b4dd-e6e73aa7335b HTTP/1.1" status: 204 len: 168 time: 0.9561067 Apr 13 14:42:44.706027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47148) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:44.970306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:45.148521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] DHCP port deletion for 1bc435a3-7fce-4daa-9614-25ab53d1a9ca request from dv-cinder-786054-1-smb {{(pid=85282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 13 14:42:45.155435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Deleting port b843c916-f639-4811-8b24-7623b4b7d775 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:45.156279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:45.164451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Deleting port b843c916-f639-4811-8b24-7623b4b7d775 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:45.166101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:45.187133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:42:45.463572 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ece458c-2379-472f-9526-2d8ec0443ef9 req-d912f32a-ebf3-4546-a770-fae53b29d1ca tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 210 time: 0.0623574 Apr 13 14:42:45.501344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-d538c881-dddf-4aa7-8b89-012e2ad4ace7 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:45.504306 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-d538c881-dddf-4aa7-8b89-012e2ad4ace7 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.4501257 Apr 13 14:42:45.527200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Request body: {'port': {'device_id': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'admin_state_up': True, 'tenant_id': '66591d0ec4cf450d9504cf893e4bded7'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:42:45.692327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] For port b843c916-f639-4811-8b24-7623b4b7d775, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b843c916-f639-4811-8b24-7623b4b7d775,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:45.692327 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:45.762220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device b843c916-f639-4811-8b24-7623b4b7d775 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:45.825056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:42:45.846031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] For port b843c916-f639-4811-8b24-7623b4b7d775, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=b843c916-f639-4811-8b24-7623b4b7d775,segment=NetworkSegment(e3431563-ca6d-4a39-ac47-a1443de1a1d0),segment_id=e3431563-ca6d-4a39-ac47-a1443de1a1d0)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:45.846522 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:45.846714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:42:45.862399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Made reservation on behalf of 66591d0ec4cf450d9504cf893e4bded7 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:42:45.873144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:45.931792 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Calling delete_port for b843c916-f639-4811-8b24-7623b4b7d775 owned by network:dhcp {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:46.041910 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Calling delete_port for b843c916-f639-4811-8b24-7623b4b7d775 owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:46.080661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.111008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7576e48a-33d5-48ba-b9ad-3cb4a4060f68 tempest-VolumesActionsTest-621754319 tempest-VolumesActionsTest-621754319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:46.120069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Allocated IP 172.20.0.2 (756f0080-9d7e-4a00-88f6-bd04f01c8775/287289fc-d0be-4351-a415-2891eab0cf3f/209b9b12-b1bd-43c7-91fa-da1c8e15ad1a) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:42:46.126176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.192833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85282) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:42:46.193331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:42:46.225249 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b843c916-f639-4811-8b24-7623b4b7d775,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:46.233347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:46.413482 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] No DVR routers for this DVR port b843c916-f639-4811-8b24-7623b4b7d775 on host dv-cinder-786054-1-smb {{(pid=85280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:42:46.647641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.685413 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.694766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Deleting port b843c916-f639-4811-8b24-7623b4b7d775 {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:46.695859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.781122 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-93229635-983e-4f71-8374-94a1e5809d5d req-fd7c3c21-7558-4c2c-a495-8fe002dc48b1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 210 time: 0.1059506 Apr 13 14:42:46.813321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.843863 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48f9bc96-e87c-407e-ac8b-b54f69eedf78 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:46.847650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:42:46.862388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc435a3-7fce-4daa-9614-25ab53d1a9ca']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:46.879269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3431563-ca6d-4a39-ac47-a1443de1a1d0') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:46.879725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3431563-ca6d-4a39-ac47-a1443de1a1d0') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:46.892087 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-dd6afab9-b67f-4ab3-94e6-9511463431ef None None] The port 'b843c916-f639-4811-8b24-7623b4b7d775' was deleted {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 13 14:42:46.896130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.931285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:46.949495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:42:47.167481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event updated for resources: {'Port': ['ID=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:47.177442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:47.218180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:47.235106 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:42:47.235650 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:47.237080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:42:47.240375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:42:47.364237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:47.365504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:47.405962 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8863480 Apr 13 14:42:47.420269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Request body: {'port': {'device_id': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:42:47.565154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:47.618697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Network 1bc435a3-7fce-4daa-9614-25ab53d1a9ca has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:42:47.644815 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:42:47.739066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:47.745931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:47.771897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:47.787103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc435a3-7fce-4daa-9614-25ab53d1a9ca,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:47.791931 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:47.797831 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1bc435a3-7fce-4daa-9614-25ab53d1a9ca HTTP/1.1" status: 204 len: 168 time: 3.0859168 Apr 13 14:42:47.797831 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47170) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:48.176194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17d7e5-b0df-4229-8f56-e20938295296 req-1052af59-e7bf-45d0-8f0f-92eff3eb6653 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:48.177055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-2c17d7e5-b0df-4229-8f56-e20938295296 req-1052af59-e7bf-45d0-8f0f-92eff3eb6653 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Synchronizing usage tracker for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:42:48.248248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-2c17d7e5-b0df-4229-8f56-e20938295296 req-1052af59-e7bf-45d0-8f0f-92eff3eb6653 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Unset dirty status for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:42:48.250481 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c17d7e5-b0df-4229-8f56-e20938295296 req-1052af59-e7bf-45d0-8f0f-92eff3eb6653 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 931 time: 0.2365077 Apr 13 14:42:48.256833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:42:48.279459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:48.304747 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-2c17d7e5-b0df-4229-8f56-e20938295296 req-7f5e8771-5ffd-452e-a218-490dc51e6423 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Apr 13 14:42:48.308709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Transition to ACTIVE for port object 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:42:48.312518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:48.333737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-bb0c2a45-fdf4-489b-8319-fc0637c13554 tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:48.487952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Pushing event updated for resources: {'Port': ['ID=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:48.492585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:48.717464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Attempting to bind port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:42:48.717810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Attempting to bind port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:42:48.718179 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Attempting to bind port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:42:48.723674 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:42:48.724025 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Attempting to bind port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:42:48.730452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:42:48.730813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Checking segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:42:48.731241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Bound using segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:42:48.731728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Bound port: 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:42:48.732118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:48.751337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985197'] for router_interface, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:48.856280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] For port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:42:48.862291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] For port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:42:48.867463 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:48.894157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8c7386d2-e20b-4ba2-837e-3de6ccf82189 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:49.187888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Pushing event updated for resources: {'Port': ['ID=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:49.198230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:49.257796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:49.258544 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:49.260298 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] 10.222.0.26 "PUT /v2.0/ports/209b9b12-b1bd-43c7-91fa-da1c8e15ad1a HTTP/1.1" status: 200 len: 1093 time: 1.8454387 Apr 13 14:42:49.260856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'tag': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:49.309968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Deleting port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:49.310451 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:49.317502 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'tag': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a', 'status': 'completed', 'code': 200} Apr 13 14:42:49.450045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-af48e2a7-2c9d-4f9e-aa44-9210a7fc5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:49.451878 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-af48e2a7-2c9d-4f9e-aa44-9210a7fc5a44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1284981 Apr 13 14:42:49.537293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] For port 8fdfa471-ca3b-4c75-8aec-c6d3525793a2, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,segment=NetworkSegment(c3b28939-b1cb-4b1b-87c9-53b41a2f4771),segment_id=c3b28939-b1cb-4b1b-87c9-53b41a2f4771)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:49.537968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:49.654022 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-e504e7f9-e6b5-4aed-949d-c16133130bd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a HTTP/1.1" status: 200 len: 217 time: 0.1830149 Apr 13 14:42:49.790897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Calling delete_port for 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 owned by network:router_interface {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:49.817698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-1451d8ca-a0c9-414a-b5a5-88862544383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:49.820365 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-1451d8ca-a0c9-414a-b5a5-88862544383a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.1535587 Apr 13 14:42:49.900840 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-26208690-053e-480a-b4a2-eba9ae9f6ae4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616467 Apr 13 14:42:49.917513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93053f1-48d5-4ce8-a116-12e574a444f6 req-d7349efc-d837-44b9-bbd8-60815db8ff3f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:49.920244 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b93053f1-48d5-4ce8-a116-12e574a444f6 req-d7349efc-d837-44b9-bbd8-60815db8ff3f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 943 time: 0.3488781 Apr 13 14:42:50.085868 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:50.114318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-45f32746-30e4-453e-a7ae-abcaab5f8132 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:50.131875 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-b93053f1-48d5-4ce8-a116-12e574a444f6 req-125c0a50-0125-45c9-9b74-4886e7092273 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742125 Apr 13 14:42:50.191422 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-aa5ddc0f-5ab2-4024-9e1c-e32ad3b0928b service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698138 Apr 13 14:42:50.203429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdfa471-ca3b-4c75-8aec-c6d3525793a2,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:50.207758 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:50.419288 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cce52ed5-a912-4ca1-9838-830b34dbe8ad req-b7368c17-918d-4323-8ac5-3d9a276f7fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203603 Apr 13 14:42:50.657856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-44d05ef5-8d61-47c5-9844-8acbe4729aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:50.659717 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-44d05ef5-8d61-47c5-9844-8acbe4729aec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1619396 Apr 13 14:42:50.882174 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846675485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400090'] for router_interface, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:50.898057 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-8962df55-2883-4d29-985f-a2e7669e07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:50.900463 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-8962df55-2883-4d29-985f-a2e7669e07a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 915 time: 0.2319410 Apr 13 14:42:51.035881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47200) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:51.051440 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-f3e56634-d0c5-4904-acd9-9000b2f171d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a HTTP/1.1" status: 200 len: 217 time: 0.1394646 Apr 13 14:42:51.182385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-3a332127-5c7f-4e98-8a35-db855a5df105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:51.184326 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-3a332127-5c7f-4e98-8a35-db855a5df105 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.1248190 Apr 13 14:42:51.253417 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-120429d0-9303-444b-8730-d387c62c6d2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612774 Apr 13 14:42:51.347576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:51.575924 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:42:51.604838 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Router 3d2ccd79-456b-4b3c-a72d-c5409c02498a has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:42:51.768670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:51.791341 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'port_id': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a', 'mac_address': 'fa:16:3e:b3:5d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287289fc-d0be-4351-a415-2891eab0cf3f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:42:51.861245 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:51.863137 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:42:51.874447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:42:51.881786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:51.884397 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-64def901-b14d-4ec6-823a-f0e30a83af11 admin admin] 10.222.0.35 "PUT /v2.0/routers/3d2ccd79-456b-4b3c-a72d-c5409c02498a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0855913 Apr 13 14:42:51.887182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47210) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:51.888363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:51.891666 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-865e60f7-40ad-40ac-bd65-c0b23b462886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:51.917898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:42:51.926422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] Sync routers for ids ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'] in dv-cinder-786054-1-smb {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:42:51.953256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] Routers {'3d2ccd79-456b-4b3c-a72d-c5409c02498a'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:51.954295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:51.955885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Usage tracker for resource:security_group_rule and tenant:ea8bc9dc34af490face531a2ac21bf84 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:42:51.964161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:42:51.987520 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:42:52.100381 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-dd5bddcd-6ca5-4a6f-94e9-c7bde600a13e service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387425 Apr 13 14:42:52.146017 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:52.152721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:52.182697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['209b9b12-b1bd-43c7-91fa-da1c8e15ad1a'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:42:52.228409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4fe8f-9f06-4d59-aa86-8d9bbfeb5eb2 req-83e5d5c0-e125-4943-aa0c-b090ab2bf5b6 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:52.231496 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-40d4fe8f-9f06-4d59-aa86-8d9bbfeb5eb2 req-83e5d5c0-e125-4943-aa0c-b090ab2bf5b6 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 943 time: 0.8589463 Apr 13 14:42:52.246122 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] Set router 3d2ccd79-456b-4b3c-a72d-c5409c02498a gateway port host: dv-cinder-786054-1-smb {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:52.383222 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks [] for router, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:52.434658 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-40d4fe8f-9f06-4d59-aa86-8d9bbfeb5eb2 req-910b272b-f2a5-41d3-aec2-2501fcdd04fb tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974743 Apr 13 14:42:52.511647 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9ec41b32-75b6-4324-b4d5-aad9ad386c6b req-721aeff7-0ba5-46a8-9bb3-abd2246da957 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008212 Apr 13 14:42:52.556691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:52.560254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:52.569942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-25ece2ab-600a-4022-954f-f6fa1d00bf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:52.616158 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea8bc9dc34af490face531a2ac21bf84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5790894 Apr 13 14:42:52.617289 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf768c-a9fd-40b1-b3ee-884d29fde414,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:52.620516 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47214) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:52.621301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:52.671750 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:52.702552 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143'}], 'enable_snat': True}, 'gw_port_id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:42:49Z', 'revision_number': 5, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port': {'id': '120d6cd6-9b2f-4840-8551-431a5a6dd75f', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:27Z', 'updated_at': '2021-04-13T14:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:52.707272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] Checking router: 3d2ccd79-456b-4b3c-a72d-c5409c02498a for host: dv-cinder-786054-1-smb {{(pid=85282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:42:52.716352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Deleting port 120d6cd6-9b2f-4840-8551-431a5a6dd75f {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:52.716791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] Routers {'3d2ccd79-456b-4b3c-a72d-c5409c02498a'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:42:52.717012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:52.717512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:42:35Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'], 'active': True} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:52.881511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:52.890896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] Set router 3d2ccd79-456b-4b3c-a72d-c5409c02498a gateway port host: None {{(pid=85282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:42:53.029594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:53.150953 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] For port 120d6cd6-9b2f-4840-8551-431a5a6dd75f, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=120d6cd6-9b2f-4840-8551-431a5a6dd75f,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:53.152306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:53.225762 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:42:52Z', 'revision_number': 6, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port_host': None}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:53.231823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7904892-44ae-4074-aef8-d88c1ebb01f3 None None] The sync data for ids ['3d2ccd79-456b-4b3c-a72d-c5409c02498a'] in dv-cinder-786054-1-smb is: [{'id': '3d2ccd79-456b-4b3c-a72d-c5409c02498a', 'name': 'tempest-TestShelveInstance-855319855-router', 'tenant_id': '4f9e3c112b5b42f38439915506f668e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:25Z', 'updated_at': '2021-04-13T14:42:52Z', 'revision_number': 6, 'project_id': '4f9e3c112b5b42f38439915506f668e4', 'gw_port_host': None}] {{(pid=85282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:42:53.232121 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:53.298400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-326e8e4d-1209-4c1c-8fc9-38a365386001 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:53.313083 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Calling delete_port for 120d6cd6-9b2f-4840-8551-431a5a6dd75f owned by network:router_gateway {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:53.360704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf768c-a9fd-40b1-b3ee-884d29fde414,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:53.369590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:53.382380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:53.384218 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbaf768c-a9fd-40b1-b3ee-884d29fde414 HTTP/1.1" status: 204 len: 168 time: 0.7578168 Apr 13 14:42:53.591722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:53.594048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:42:53.615407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-df527e98-6cfc-4ee0-9861-d0b99ac635a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:53.685459 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Pushing event deleted for resources: {'Port': ['ID=120d6cd6-9b2f-4840-8551-431a5a6dd75f,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:53.691359 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:53.748406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1d1a0-06ae-4bdc-b5a0-3ff52a40ae2e req-8530aac1-ed9b-4284-9980-bd6a78e911ca tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:53.750519 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8d1d1a0-06ae-4bdc-b5a0-3ff52a40ae2e req-8530aac1-ed9b-4284-9980-bd6a78e911ca tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 944 time: 0.1575298 Apr 13 14:42:53.775720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:53.820875 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f8d1d1a0-06ae-4bdc-b5a0-3ff52a40ae2e req-769dac04-0604-4f78-8f4a-9e2b1210ad7a tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472386 Apr 13 14:42:53.853559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:53.854448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8fdfa471-ca3b-4c75-8aec-c6d3525793a2 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:53.855518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 120d6cd6-9b2f-4840-8551-431a5a6dd75f no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:53.918409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 120d6cd6-9b2f-4840-8551-431a5a6dd75f {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:53.919228 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 120d6cd6-9b2f-4840-8551-431a5a6dd75f not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:53.940203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:42:53.947130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:42:53.947989 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.007136 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399932'] for router_gateway, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.105049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.128366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:42:54.144253 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:54.148891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.153065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:54.234749 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a', 'code': 200} Apr 13 14:42:54.247742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:54.252203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:54.313655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3679'] for router, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.316502 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.340770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846796453'] for router, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.341924 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d2ccd79-456b-4b3c-a72d-c5409c02498a {{(pid=85280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 13 14:42:54.370677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.372771 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e8dfb14f-b1d7-4d0c-b0c4-5a5299b02693 admin admin] 10.222.0.35 "DELETE /v2.0/routers/3d2ccd79-456b-4b3c-a72d-c5409c02498a HTTP/1.1" status: 204 len: 168 time: 2.4840558 Apr 13 14:42:54.375513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47238) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:54.463092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Deleting subnet c796b718-5938-4ade-88b5-aacce42e21a4 {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:42:54.466724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.575610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852729039'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:54.660805 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ae882-7c91-41cd-88bf-559f5b8b77bd req-33e35d9e-6866-447d-9944-dc9cd14168d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:54.662455 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8d7ae882-7c91-41cd-88bf-559f5b8b77bd req-33e35d9e-6866-447d-9944-dc9cd14168d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 1098 time: 0.1618943 Apr 13 14:42:54.697241 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8d7ae882-7c91-41cd-88bf-559f5b8b77bd req-dce0e20b-de29-460c-9fff-955869f74189 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255859 Apr 13 14:42:54.705400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:55.190929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852729058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289601'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:55.226677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509b5b-2908-4432-a18e-975c0d9e9a00 req-9974d089-c7cc-4533-b974-64d282c47fee tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:55.229612 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17509b5b-2908-4432-a18e-975c0d9e9a00 req-9974d089-c7cc-4533-b974-64d282c47fee tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 945 time: 0.2539148 Apr 13 14:42:55.234580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1ac68292-0f14-4991-b288-4fad127a7307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:55.337602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c796b718-5938-4ade-88b5-aacce42e21a4,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:55.345938 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:55.407588 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17509b5b-2908-4432-a18e-975c0d9e9a00 req-ecbbb72b-611f-42cb-9717-5b2aab025b4d tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263545 Apr 13 14:42:55.444347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:55.450647 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c38d60-b7f3-46b6-ac43-56e936ae28c6 None None] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:42:55.460140 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b48f948c-c7e3-453f-aa8a-3d91942b72b3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c796b718-5938-4ade-88b5-aacce42e21a4 HTTP/1.1" status: 204 len: 168 time: 1.0825768 Apr 13 14:42:55.463620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47258) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:55.597484 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:55.674915 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Deleting port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:55.675301 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:55.746297 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] DHCP port deletion for 0fc54659-2d4c-4535-83dd-cf349cfc1c4c request from dv-cinder-786054-1-smb {{(pid=85282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 13 14:42:55.751200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Deleting port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:55.751694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:55.908323 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] For port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,segment=NetworkSegment(c3b28939-b1cb-4b1b-87c9-53b41a2f4771),segment_id=c3b28939-b1cb-4b1b-87c9-53b41a2f4771)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:55.908654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:55.992507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] For port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,segment=NetworkSegment(c3b28939-b1cb-4b1b-87c9-53b41a2f4771),segment_id=c3b28939-b1cb-4b1b-87c9-53b41a2f4771)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:42:55.993034 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:56.054112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Calling delete_port for dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b owned by network:dhcp {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:56.137128 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Calling delete_port for dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b owned by network:dhcp {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:42:56.145746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:56.161100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-96df48c9-1a27-4890-b95b-d0d041f7015b tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:56.218852 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.db.api [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85282) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 13 14:42:56.219588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_db.api [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85282) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 13 14:42:56.222987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:56.273251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:56.309981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] No DVR routers for this DVR port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b on host dv-cinder-786054-1-smb {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:42:56.439098 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:56.606112 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc54659-2d4c-4535-83dd-cf349cfc1c4c']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:56.622373 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:56.622691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b28939-b1cb-4b1b-87c9-53b41a2f4771') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:42:56.644444 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046761'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:56.671096 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:56.683396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:42:56.706614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce207c-150e-49e9-b2d1-006963f64e20 req-1d68f00f-a2e0-460b-b2a4-61a28cf26409 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:56.708228 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-18ce207c-150e-49e9-b2d1-006963f64e20 req-1d68f00f-a2e0-460b-b2a4-61a28cf26409 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 945 time: 0.1699362 Apr 13 14:42:56.721141 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Deleting port dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:42:56.721670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:56.795232 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-de51188b-7071-41f2-9a71-a840c35b4560 None None] The port 'dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b' was deleted {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 13 14:42:56.803939 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-18ce207c-150e-49e9-b2d1-006963f64e20 req-f56b8e65-14fd-4976-b09f-e0f51bc388c1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831861 Apr 13 14:42:56.903764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:56.914648 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2041021'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:57.103449 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Network 0fc54659-2d4c-4535-83dd-cf349cfc1c4c has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:42:57.126601 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:42:57.209181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:57.213716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d6d102cb-77ab-4a2a-9b58-0fd6077f4cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:57.229589 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:57.241082 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc54659-2d4c-4535-83dd-cf349cfc1c4c,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:57.244313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:57.246293 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] 10.222.0.35 "DELETE /v2.0/networks/0fc54659-2d4c-4535-83dd-cf349cfc1c4c HTTP/1.1" status: 204 len: 168 time: 1.7812743 Apr 13 14:42:57.451608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47284) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:57.499008 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e4850ac4-77a0-42a6-bbbc-e9343178f005 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea6af63789984010a7ee25c91334012f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429430 Apr 13 14:42:57.499964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47288) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:57.615853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:57.654672 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:57.715312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:57.721486 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-128ea960-629f-454a-b2e3-a13f7f2d42a7 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:57.733399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:42:57.736133 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12eaf6a-7d6f-484b-b3c7-54149312c3fa,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:57.740405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:57.748850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:57.751048 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a12eaf6a-7d6f-484b-b3c7-54149312c3fa HTTP/1.1" status: 204 len: 168 time: 0.2490051 Apr 13 14:42:57.785322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:42:57.785723 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device dfa94810-d6b2-4a1d-8a0a-a9c53ffee81b not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:42:58.184960 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47304) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:58.239203 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-798365f9-869c-4274-bf8f-75bb9cdf942f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f9e3c112b5b42f38439915506f668e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527458 Apr 13 14:42:58.241711 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47308) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:42:58.322616 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:58.358539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:58.412471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:58.418333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-54833c7e-064e-4dab-aede-aa5e8e22af4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:42:58.429554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb93ae0-3acc-4c4a-b602-516fb6548e49,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:42:58.433850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:42:58.437439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:42:58.438680 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ccb93ae0-3acc-4c4a-b602-516fb6548e49 HTTP/1.1" status: 204 len: 168 time: 0.1959777 Apr 13 14:42:59.147830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-f87ae65f-af87-433d-9593-8390326461e6 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:42:59.149558 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-f87ae65f-af87-433d-9593-8390326461e6 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.1605637 Apr 13 14:42:59.169729 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee9a6171-2db2-4260-a856-02a638bd60b0 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/quotas/66591d0ec4cf450d9504cf893e4bded7 HTTP/1.1" status: 200 len: 375 time: 0.0104282 Apr 13 14:42:59.272803 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-9f5e02e4-ae7a-4885-aa3d-99ceebeccaa3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904698 Apr 13 14:42:59.446765 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-3759885f-5159-4485-b923-f9379c8242be service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643288 Apr 13 14:42:59.858386 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-24d23c01-6d40-45b9-b37a-e7bc15067436 service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996828 Apr 13 14:43:00.067388 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ce95e3df-b432-494f-b285-8050e6051476 req-3296b9f6-9c38-4e05-8be3-ce4d208ff917 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 210 time: 0.0535030 Apr 13 14:43:01.344765 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7999ff8a-9ce8-4b08-881f-33ae999096f4 req-f09ea4c5-a305-4aa2-86a4-98140f824a88 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 210 time: 0.1365864 Apr 13 14:43:01.421275 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-b6ace990-9153-416e-9485-64559cd3172e tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:01.422962 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-b6ace990-9153-416e-9485-64559cd3172e tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.2773616 Apr 13 14:43:01.439286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Request body: {'port': {'device_id': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'admin_state_up': True, 'tenant_id': '66591d0ec4cf450d9504cf893e4bded7'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:43:01.599926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:01.610578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:01.619891 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Made reservation on behalf of 66591d0ec4cf450d9504cf893e4bded7 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:43:01.626008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:01.785971 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Allocated IP 172.20.0.4 (756f0080-9d7e-4a00-88f6-bd04f01c8775/287289fc-d0be-4351-a415-2891eab0cf3f/a3f436f5-373d-42d4-bf2f-7b19c990c129) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:43:01.993671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:02.024491 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:02.037738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e', '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:02.039860 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b6e7f155-bb58-4749-9da1-e168c303f53b tempest-VolumesActionsTest-1107144596 tempest-VolumesActionsTest-1107144596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:02.187049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event updated for resources: {'Port': ['ID=a3f436f5-373d-42d4-bf2f-7b19c990c129,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:02.198242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:02.247615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:43:02.249280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:43:02.251614 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:43:02.323011 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:02.323706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:02.351691 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-d967b5f1-8323-44ab-82d9-71c5d1341af3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9185824 Apr 13 14:43:02.363649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Request body: {'port': {'device_id': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:43:02.544434 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:02.684803 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05161fab-81c0-4e10-a8cb-c3abb36470e1 req-a59164d6-cc07-475b-a8cb-a60485b324ae tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:02.685591 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-05161fab-81c0-4e10-a8cb-c3abb36470e1 req-a59164d6-cc07-475b-a8cb-a60485b324ae tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Synchronizing usage tracker for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:43:02.712599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8741530a-3d0b-4365-bee8-71a552c6b50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:02.762700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-05161fab-81c0-4e10-a8cb-c3abb36470e1 req-a59164d6-cc07-475b-a8cb-a60485b324ae tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Unset dirty status for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:43:02.764029 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-05161fab-81c0-4e10-a8cb-c3abb36470e1 req-a59164d6-cc07-475b-a8cb-a60485b324ae tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 931 time: 0.2891064 Apr 13 14:43:02.823497 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-05161fab-81c0-4e10-a8cb-c3abb36470e1 req-b0dde905-034f-45ef-9320-a0de2beda4bc tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517402 Apr 13 14:43:03.025312 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f436f5-373d-42d4-bf2f-7b19c990c129 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:43:03.033825 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:03.051808 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Transition to ACTIVE for port object a3f436f5-373d-42d4-bf2f-7b19c990c129 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:43:03.054899 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:03.071123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f822b8cb-48f8-41df-b5b6-37f4f1478515 tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:03.222183 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Pushing event updated for resources: {'Port': ['ID=a3f436f5-373d-42d4-bf2f-7b19c990c129,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:03.228733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:03.453039 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Attempting to bind port a3f436f5-373d-42d4-bf2f-7b19c990c129 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:43:03.453729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Attempting to bind port a3f436f5-373d-42d4-bf2f-7b19c990c129 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:43:03.453904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Attempting to bind port a3f436f5-373d-42d4-bf2f-7b19c990c129 on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:43:03.459597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Port a3f436f5-373d-42d4-bf2f-7b19c990c129 on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:43:03.460030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Attempting to bind port a3f436f5-373d-42d4-bf2f-7b19c990c129 on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:43:03.467045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:43:03.467436 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Checking segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:43:03.467865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Bound using segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:43:03.468345 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Bound port: a3f436f5-373d-42d4-bf2f-7b19c990c129, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:43:03.468744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:03.554421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] For port a3f436f5-373d-42d4-bf2f-7b19c990c129, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:43:03.558421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] For port a3f436f5-373d-42d4-bf2f-7b19c990c129, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3f436f5-373d-42d4-bf2f-7b19c990c129,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:43:03.562388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:03.578607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ec075a5b-1d0d-4978-b2ea-a7064fcda56d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:03.734155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Pushing event updated for resources: {'Port': ['ID=a3f436f5-373d-42d4-bf2f-7b19c990c129,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:03.737604 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:03.777176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:03.778110 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:03.779550 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] 10.222.0.26 "PUT /v2.0/ports/a3f436f5-373d-42d4-bf2f-7b19c990c129 HTTP/1.1" status: 200 len: 1093 time: 1.4206903 Apr 13 14:43:03.780134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'tag': 'a3f436f5-373d-42d4-bf2f-7b19c990c129'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:03.881555 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'tag': 'a3f436f5-373d-42d4-bf2f-7b19c990c129', 'status': 'completed', 'code': 200} Apr 13 14:43:03.935801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-b84a7b69-86ed-43e6-bdde-078972621324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:03.937527 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-b84a7b69-86ed-43e6-bdde-078972621324 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 1096 time: 0.1142461 Apr 13 14:43:04.128265 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-b187c974-faa2-4105-b591-be8b1cf4215c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f436f5-373d-42d4-bf2f-7b19c990c129 HTTP/1.1" status: 200 len: 217 time: 0.1804225 Apr 13 14:43:04.220168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-2ca1ce9b-7a38-4c04-9364-85fdc8130962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:04.221860 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-2ca1ce9b-7a38-4c04-9364-85fdc8130962 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.0816145 Apr 13 14:43:04.285978 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-dd611781-9f8f-4ab3-b903-a75d3b417697 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532954 Apr 13 14:43:04.295938 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00941d6c-7d49-4567-8631-f0c42b97af61 req-5f5d3666-b2d9-4f93-9d67-790189d62b2b tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:04.297797 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-00941d6c-7d49-4567-8631-f0c42b97af61 req-5f5d3666-b2d9-4f93-9d67-790189d62b2b tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 943 time: 0.2162263 Apr 13 14:43:04.419883 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-00941d6c-7d49-4567-8631-f0c42b97af61 req-a049e2c6-c293-4e48-b60c-f6dbb97f8c7b tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958836 Apr 13 14:43:04.467890 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-a132847b-6e16-40bf-b952-4c1da813a8bc service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689985 Apr 13 14:43:04.864025 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-137764ff-3e79-408b-b6b6-1b2bd6c7ded9 req-7bb531dc-8647-4450-a464-0cd667ea8dbb service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883581 Apr 13 14:43:05.023344 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-52f12792-8518-43ac-aa51-29917c36b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:05.026911 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-52f12792-8518-43ac-aa51-29917c36b47d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 1096 time: 0.1115260 Apr 13 14:43:05.111732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-970952e1-1747-4e22-9ead-996c435a6789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:05.263726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-f9f0bdfd-02f0-4ac7-9448-fd4c3a4b4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:05.265251 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-f9f0bdfd-02f0-4ac7-9448-fd4c3a4b4d53 service neutron] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 915 time: 0.2313592 Apr 13 14:43:05.344367 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-70549ac4-0dd7-4b85-aaa4-03f19ab67603 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3f436f5-373d-42d4-bf2f-7b19c990c129 HTTP/1.1" status: 200 len: 217 time: 0.0724866 Apr 13 14:43:05.427181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-6c860a1d-d398-40e7-b91c-22193095b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:05.428757 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-6c860a1d-d398-40e7-b91c-22193095b14c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.0687728 Apr 13 14:43:05.493630 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-dc706657-4090-4141-a464-94f660e85b7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564687 Apr 13 14:43:05.713808 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-b4ce0dd9-951d-49ed-aa8c-a44dc9ba8532 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121656 Apr 13 14:43:05.727928 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a76060-246a-4a6d-a31c-8c486db925b4 req-1e08c674-f43f-494c-958b-ff72063f1890 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:05.729617 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-50a76060-246a-4a6d-a31c-8c486db925b4 req-1e08c674-f43f-494c-958b-ff72063f1890 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 943 time: 0.1836853 Apr 13 14:43:05.844827 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-50a76060-246a-4a6d-a31c-8c486db925b4 req-fa0f10d3-1278-4613-b15e-0a4c3b476cbc tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915594 Apr 13 14:43:05.906209 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fd59a56b-4c4a-49db-a932-f504e85c36a4 req-3eb54377-5d10-4ba5-b5c3-ab06b8af05db service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754179 Apr 13 14:43:05.947456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:06.441140 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:06.692869 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e726133-9cd5-4b68-a499-4c1c40fe62b9 req-e8cad925-dd1a-40cf-96ff-d1069e15bfec tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:06.694729 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4e726133-9cd5-4b68-a499-4c1c40fe62b9 req-e8cad925-dd1a-40cf-96ff-d1069e15bfec tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 947 time: 0.1611128 Apr 13 14:43:06.718963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47438) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:06.736122 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-4e726133-9cd5-4b68-a499-4c1c40fe62b9 req-b878b734-af61-42d0-9c7f-a313e25c4443 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341015 Apr 13 14:43:06.909409 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:06.938769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:06.947414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc4115190c94566b57bd71208e16285 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:06.952829 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:06.965127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:07.082159 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c95dd9-5f03-4236-bcc9-0a4b90030fad req-4535365e-35d2-4c1a-b57c-f91082a12819 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:07.083849 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f4c95dd9-5f03-4236-bcc9-0a4b90030fad req-4535365e-35d2-4c1a-b57c-f91082a12819 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 943 time: 0.0959618 Apr 13 14:43:07.087934 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.090851 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.100682 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:07.117100 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f4c95dd9-5f03-4236-bcc9-0a4b90030fad req-1b79f1a7-4675-4ba1-9c22-a4573052b0a4 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258734 Apr 13 14:43:07.145332 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fc4115190c94566b57bd71208e16285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248159 Apr 13 14:43:07.147160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f519fb21-9fb6-4e4e-aa8f-84f98e0d2392,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:07.154679 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47446) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:07.156322 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.156762 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.157194 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.157615 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.158033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.158456 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.158875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.159292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.159713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.160131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.160550 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.160979 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:07.165588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:07.223595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.253640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.315693 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.321715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fb786add-da95-42ef-9e47-34cc3a1ec256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:07.335617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f519fb21-9fb6-4e4e-aa8f-84f98e0d2392,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:07.339603 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:07.342116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.344993 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f519fb21-9fb6-4e4e-aa8f-84f98e0d2392 HTTP/1.1" status: 204 len: 168 time: 0.1874392 Apr 13 14:43:07.441926 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.630416 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a3f436f5-373d-42d4-bf2f-7b19c990c129 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:43:07.793810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a3f436f5-373d-42d4-bf2f-7b19c990c129, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3f436f5-373d-42d4-bf2f-7b19c990c129,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:07.810351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': 'a3f436f5-373d-42d4-bf2f-7b19c990c129', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'port_id': 'a3f436f5-373d-42d4-bf2f-7b19c990c129', 'mac_address': 'fa:16:3e:0e:9c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287289fc-d0be-4351-a415-2891eab0cf3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:43:07.877464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.878907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f436f5-373d-42d4-bf2f-7b19c990c129 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:43:07.896508 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a3f436f5-373d-42d4-bf2f-7b19c990c129, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3f436f5-373d-42d4-bf2f-7b19c990c129,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:07.900395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:07.902611 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:08.008875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a3f436f5-373d-42d4-bf2f-7b19c990c129,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:08.012371 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:08.077135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a6b53-e56b-4c7f-98ea-78f173fb9dd7 req-9a984471-b846-463c-8e8f-5382a4915576 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:08.080081 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-569a6b53-e56b-4c7f-98ea-78f173fb9dd7 req-9a984471-b846-463c-8e8f-5382a4915576 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 947 time: 0.1924071 Apr 13 14:43:08.097563 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-0b7848c2-003f-40cc-b129-8b4cb7fc946c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:08.100245 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-0b7848c2-003f-40cc-b129-8b4cb7fc946c tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 947 time: 0.1651149 Apr 13 14:43:08.136412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['a3f436f5-373d-42d4-bf2f-7b19c990c129'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:08.197171 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-569a6b53-e56b-4c7f-98ea-78f173fb9dd7 req-38839bab-c538-4651-a097-4ab295f315c9 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups?id=75ab60fd-a39e-42cf-a4a4-c982e9341099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952587 Apr 13 14:43:08.254313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Deleting port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:08.254947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:08.611338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059a0aa-7cc2-4526-b9ed-8d7815779c68 req-dd8fc547-dc69-4af6-9f10-f7e754df56bd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:08.613005 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a059a0aa-7cc2-4526-b9ed-8d7815779c68 req-dd8fc547-dc69-4af6-9f10-f7e754df56bd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 944 time: 0.2274065 Apr 13 14:43:08.667128 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-a059a0aa-7cc2-4526-b9ed-8d7815779c68 req-90aa06dc-23a1-4503-8e95-b9f75f557c85 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464797 Apr 13 14:43:08.668992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] For port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:08.669400 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.003164 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.003744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854375929'] for floatingip, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.003918 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.db.l3_db [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Floating IP fc0db83a-f21c-487c-8b46-f8b449dbfb38 disassociated. External IP: 172.28.0.215, port: 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e. Apr 13 14:43:09.004305 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Calling delete_port for 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:09.106131 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.165905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.182587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0b6f6c22-eec2-4a89-be99-95f76dc63b92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:09.238547 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event deleted for resources: {'Port': ['ID=4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:09.244364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:09.396480 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-48cce4a9-a94e-4442-9c8d-89ee9c9813c5 req-f000543e-2df2-4204-a701-7d6e5c664ba1 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 210 time: 0.0539653 Apr 13 14:43:09.621685 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Router 75a55db7-ffce-40be-acfb-7005db8476e0 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:43:09.633670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a3f436f5-373d-42d4-bf2f-7b19c990c129 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:43:09.713376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port a3f436f5-373d-42d4-bf2f-7b19c990c129 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:43:09.722906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port a3f436f5-373d-42d4-bf2f-7b19c990c129 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:43:09.723612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.884143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.889478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:43:09.905885 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] Sync routers for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:43:09.913501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port a3f436f5-373d-42d4-bf2f-7b19c990c129, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3f436f5-373d-42d4-bf2f-7b19c990c129,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:09.915200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f436f5-373d-42d4-bf2f-7b19c990c129'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:09.931500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:09.932447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:09.944320 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:43:09.945220 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:43:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:09.979513 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:10.059577 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f436f5-373d-42d4-bf2f-7b19c990c129', 'code': 200} Apr 13 14:43:10.068093 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:10.068485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:10.122437 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=a3f436f5-373d-42d4-bf2f-7b19c990c129,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:10.126423 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:10.219613 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:43:10.354090 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] No DVR routers for this DVR port 4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:43:10.363366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:10.366530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-deleted', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:10.386162 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f798056-b9cf-4414-affd-6128a2c1d617 req-e91e4156-326e-4681-adde-41a192f16246 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:10.387842 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8f798056-b9cf-4414-affd-6128a2c1d617 req-e91e4156-326e-4681-adde-41a192f16246 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 944 time: 0.5949199 Apr 13 14:43:10.397363 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-542bb936-5b23-459c-8fb4-9dd0a58c154d req-62161cdc-b729-40ff-932d-e52b5d084b8a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.26 "DELETE /v2.0/ports/4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e HTTP/1.1" status: 204 len: 173 time: 2.2699397 Apr 13 14:43:10.432482 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8f798056-b9cf-4414-affd-6128a2c1d617 req-5b60a5bb-fd28-426f-afd2-9601814bab6a tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Apr 13 14:43:10.442312 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805ac8e-0645-465e-a97c-4c5a68617fc6', 'name': 'network-vif-deleted', 'tag': '4a35c5dd-2338-4f2a-9d3f-d57fc45aef5e', 'status': 'completed', 'code': 200} Apr 13 14:43:10.469094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8915823-3489-4bb2-bec9-865aaabcef35 req-4bea2ecd-bd02-4eae-9b29-2b47d5dabd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:10.470759 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e8915823-3489-4bb2-bec9-865aaabcef35 req-4bea2ecd-bd02-4eae-9b29-2b47d5dabd28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 1098 time: 0.1673403 Apr 13 14:43:10.501872 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e8915823-3489-4bb2-bec9-865aaabcef35 req-ea0b70f1-a8b1-406d-aa83-9986342ab581 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237617 Apr 13 14:43:10.603281 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-d97005ed-b625-42df-9be3-cb76abd0e157 req-57fe289c-16d5-46f8-9a87-d23e41f6f184 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Synchronizing usage tracker for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:43:10.619436 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-d97005ed-b625-42df-9be3-cb76abd0e157 req-57fe289c-16d5-46f8-9a87-d23e41f6f184 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Unset dirty status for tenant:07e84136b36f4958ba0c1688c5fcf4b4 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:43:10.620716 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d97005ed-b625-42df-9be3-cb76abd0e157 req-57fe289c-16d5-46f8-9a87-d23e41f6f184 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/ports?device_id=3805ac8e-0645-465e-a97c-4c5a68617fc6 HTTP/1.1" status: 200 len: 210 time: 0.0711739 Apr 13 14:43:10.641637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:10.646157 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] Checking router: 75a55db7-ffce-40be-acfb-7005db8476e0 for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:43:10.656821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:43:10.657564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:43:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:10.868959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:43:11.401874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:11.407564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872cc3e-c682-48ed-a2e9-3ce71189c77f None None] The sync data for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb is: [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:35:52Z', 'revision_number': 4, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb', '_interfaces': [{'id': '84d0694f-404a-4edc-b023-a7ecd9f713d9', 'name': '', 'network_id': 'cd11b96e-103a-48de-b559-8c4491aca047', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'mac_address': 'fa:16:3e:20:68:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:46Z', 'updated_at': '2021-04-13T14:36:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'subnets': [{'id': '87042859-67c6-4e91-9f4b-4f44315d7d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:43:11.649555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4c85-98fb-433c-b745-54f1eae14a65 req-db798910-bd2c-439c-8961-8bbe1473572f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:11.651312 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-915d4c85-98fb-433c-b745-54f1eae14a65 req-db798910-bd2c-439c-8961-8bbe1473572f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 945 time: 0.0915837 Apr 13 14:43:11.691837 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-915d4c85-98fb-433c-b745-54f1eae14a65 req-1803e276-51fc-418f-8132-cf18b0f6f556 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284050 Apr 13 14:43:11.791872 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47474) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:11.817637 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb684b-3457-44ef-8585-c85ed6b693cb None None] New status for floating IP fc0db83a-f21c-487c-8b46-f8b449dbfb38: DOWN {{(pid=85282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 13 14:43:11.871246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:11.905029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:11.999270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:12.005024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4a704301-ea11-4d7e-9e11-52bd5eb31453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:12.022165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab60fd-a39e-42cf-a4a4-c982e9341099,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:12.029307 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:12.042044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:12.046657 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "DELETE /v2.0/security-groups/75ab60fd-a39e-42cf-a4a4-c982e9341099 HTTP/1.1" status: 204 len: 168 time: 0.2508056 Apr 13 14:43:12.047450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47478) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:12.085070 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.api.v2.resource [None req-20ad2f9b-f7aa-4903-b617-d12c96ff1c9a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] show failed (client error): The resource could not be found. Apr 13 14:43:12.090736 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-20ad2f9b-f7aa-4903-b617-d12c96ff1c9a tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "GET /v2.0/security-groups/75ab60fd-a39e-42cf-a4a4-c982e9341099 HTTP/1.1" status: 404 len: 347 time: 0.0390010 Apr 13 14:43:12.091740 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47482) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:12.298455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Deleting port d02b3d7a-98f1-4ad5-8580-5c66df7c4469 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:12.299073 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:12.506254 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:12.506954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:12.645012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Calling delete_port for d02b3d7a-98f1-4ad5-8580-5c66df7c4469 owned by network:floatingip {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:12.817182 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:12.846012 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:12.958068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Pushing event deleted for resources: {'Port': ['ID=d02b3d7a-98f1-4ad5-8580-5c66df7c4469,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:12.962511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:13.165641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks [] for floatingip, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:13.184058 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for floatingip, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:13.185333 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] 10.222.0.35 "DELETE /v2.0/floatingips/fc0db83a-f21c-487c-8b46-f8b449dbfb38 HTTP/1.1" status: 204 len: 168 time: 1.0910003 Apr 13 14:43:16.059120 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47524) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:16.834461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7985197'] for router_interface, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:17.221349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Deleting port 84d0694f-404a-4edc-b023-a7ecd9f713d9 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:17.221918 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:17.428533 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] For port 84d0694f-404a-4edc-b023-a7ecd9f713d9, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=84d0694f-404a-4edc-b023-a7ecd9f713d9,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:17.428945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:17.562660 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Calling delete_port for 84d0694f-404a-4edc-b023-a7ecd9f713d9 owned by network:router_interface {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:17.746462 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:17.763130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-adf8fd24-6e19-4e90-b133-ae042ef04f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:18.064541 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=84d0694f-404a-4edc-b023-a7ecd9f713d9,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:18.123598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.124002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.124405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.124796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.125212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.125602 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.125990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.126383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.126761 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.127144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.127526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.127910 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:18.133518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:18.556597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036846675485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-400090'] for router_interface, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:18.765756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25227e-5208-4b02-9828-c5887879c771 req-28232814-6e9e-415c-9475-4cdc72212107 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:18.767342 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-28232814-6e9e-415c-9475-4cdc72212107 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.2734895 Apr 13 14:43:18.799308 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-1fcfad7b-0b37-4fcd-ab39-05c6b1c7c6a3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/quotas/66591d0ec4cf450d9504cf893e4bded7 HTTP/1.1" status: 200 len: 375 time: 0.0197062 Apr 13 14:43:19.060692 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-964e07e8-5a4e-438f-9a84-a0912803a863 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2537951 Apr 13 14:43:19.359683 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-22e5bf84-54f9-4b98-a52d-ab9561613845 service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914639 Apr 13 14:43:19.470375 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Router 75a55db7-ffce-40be-acfb-7005db8476e0 has already been hosted by L3 agent c5f84c50-5828-438f-9c45-9952a9246b3f {{(pid=85281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 13 14:43:19.668439 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-22fe5880-ee81-4da0-aa67-1f708b9f5d53 service neutron] 10.222.0.35 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992141 Apr 13 14:43:19.707306 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] Notify agent at l3_agent.dv-cinder-786054-1-smb the message routers_updated {{(pid=85281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 13 14:43:19.720337 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] Sync routers for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 13 14:43:19.725339 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7a4615fd-6532-42f4-a0de-d04502aa7e6a admin admin] 10.222.0.35 "PUT /v2.0/routers/75a55db7-ffce-40be-acfb-7005db8476e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6624920 Apr 13 14:43:19.725952 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47560) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:19.747144 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:43:19.747943 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:43:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:19.915325 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-90f84ccd-4322-4505-ae34-d7a8bf9cbe11 req-3e29094a-05a9-4df6-b39e-5ade703ebdba tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 210 time: 0.0711451 Apr 13 14:43:19.977898 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:20.007172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: dv-cinder-786054-1-smb {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:43:20.183540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:20.193394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Deleting port 8be52ecd-810f-448f-8e69-c5a5fb91102a {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:20.194080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:20.388962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'external_fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57'}], 'enable_snat': True}, 'gw_port_id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:43:17Z', 'revision_number': 5, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port': {'id': '8be52ecd-810f-448f-8e69-c5a5fb91102a', 'name': '', 'network_id': '26cf31ba-cb73-4e12-84c0-0435343e436d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'ip_address': '172.28.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:35Z', 'updated_at': '2021-04-13T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '64ba9b42-e86e-4d28-8af1-660a286256aa', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-smb'}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:20.393819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] Checking router: 75a55db7-ffce-40be-acfb-7005db8476e0 for host: dv-cinder-786054-1-smb {{(pid=85283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 13 14:43:20.405387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] Routers {'75a55db7-ffce-40be-acfb-7005db8476e0'} bound to L3 agent in host dv-cinder-786054-1-smb {{(pid=85283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 13 14:43:20.406432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786054-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:27:05Z,description=,heartbeat_timestamp=2021-04-13T14:43:05Z,host='dv-cinder-786054-1-smb',id=c5f84c50-5828-438f-9c45-9952a9246b3f,load=0,resource_versions=,resources_synced=,started_at=2021-04-13T14:27:05Z,topic='l3_agent')) {'router_ids': ['75a55db7-ffce-40be-acfb-7005db8476e0'], 'active': True} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:20.439230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] For port 8be52ecd-810f-448f-8e69-c5a5fb91102a, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=8be52ecd-810f-448f-8e69-c5a5fb91102a,segment=NetworkSegment(22cd3e24-25ad-46b3-91f0-2d9c18d856dc),segment_id=22cd3e24-25ad-46b3-91f0-2d9c18d856dc)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:20.439591 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:20.569892 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvr_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] Set router 75a55db7-ffce-40be-acfb-7005db8476e0 gateway port host: None {{(pid=85283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 13 14:43:20.575631 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Calling delete_port for 8be52ecd-810f-448f-8e69-c5a5fb91102a owned by network:router_gateway {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:20.685623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_hamode_db [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:43:20Z', 'revision_number': 6, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port_host': None}], 'dv-cinder-786054-1-smb', False) {} {{(pid=85283) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:20.690745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212af568-cbf6-4c96-b527-8d404a6c931a None None] The sync data for ids ['75a55db7-ffce-40be-acfb-7005db8476e0'] in dv-cinder-786054-1-smb is: [{'id': '75a55db7-ffce-40be-acfb-7005db8476e0', 'name': 'tempest-AttachVolumeShelveTestJSON-279029521-router', 'tenant_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:32Z', 'updated_at': '2021-04-13T14:43:20Z', 'revision_number': 6, 'project_id': '07e84136b36f4958ba0c1688c5fcf4b4', 'gw_port_host': None}] {{(pid=85283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 13 14:43:20.760726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:20.777701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-45aeae93-1b58-4bab-be47-36cdde14c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:21.095130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be52ecd-810f-448f-8e69-c5a5fb91102a,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:21.098107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:21.191604 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-877f15a1-3eeb-45c9-bd98-8ee47c3ed17c req-41b8e033-c39c-4c28-b87a-2fa6746089aa tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 210 time: 0.0562427 Apr 13 14:43:21.252841 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25227e-5208-4b02-9828-c5887879c771 req-b204a276-58b1-4c54-a667-a309bacd0049 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:21.254460 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-b204a276-58b1-4c54-a667-a309bacd0049 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 814 time: 0.2537584 Apr 13 14:43:21.270125 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Request body: {'port': {'device_id': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'admin_state_up': True, 'tenant_id': '66591d0ec4cf450d9504cf893e4bded7'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:43:21.324608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-399932'] for router_gateway, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.522347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7984843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3679'] for router, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.525498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.548167 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846796453'] for router, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.548743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75a55db7-ffce-40be-acfb-7005db8476e0 {{(pid=85280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 13 14:43:21.571680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.572979 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-34ade00f-6353-4194-893e-96fd4869e1b2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/75a55db7-ffce-40be-acfb-7005db8476e0 HTTP/1.1" status: 204 len: 168 time: 1.8455832 Apr 13 14:43:21.575715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47580) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:21.648260 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Deleting subnet 87042859-67c6-4e91-9f4b-4f44315d7d6f {{(pid=85280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:43:21.651501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.670382 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:21.681742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:21.691985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Made reservation on behalf of 66591d0ec4cf450d9504cf893e4bded7 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:43:21.699279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.706163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853262860'] for subnet, precommit_delete_associations {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.729839 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 84d0694f-404a-4edc-b023-a7ecd9f713d9 no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:21.770432 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 84d0694f-404a-4edc-b023-a7ecd9f713d9 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:21.770830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 84d0694f-404a-4edc-b023-a7ecd9f713d9 not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:21.771280 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8be52ecd-810f-448f-8e69-c5a5fb91102a no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:21.797286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:21.807766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 8be52ecd-810f-448f-8e69-c5a5fb91102a {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:21.808168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 8be52ecd-810f-448f-8e69-c5a5fb91102a not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:21.856963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Allocated IP 172.20.0.11 (756f0080-9d7e-4a00-88f6-bd04f01c8775/287289fc-d0be-4351-a415-2891eab0cf3f/57ef4ddd-aa23-41d9-82d2-14b1eac29141) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:43:22.082124 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853116834'] for subnet, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.083606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.099003 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e55a77cd-c2d7-4957-9e16-d0af103b9d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:22.114489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.125717 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e', '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a', 'a3f436f5-373d-42d4-bf2f-7b19c990c129'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:22.149601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87042859-67c6-4e91-9f4b-4f44315d7d6f,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:22.153464 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:22.166216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:43:22.203507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-eb1720f0-6b80-4307-b6f4-1d45fa7dfb13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:22.264691 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for subnet, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.266101 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157cbba-14f6-460d-bc42-9b99b3f87a47 None None] Network cd11b96e-103a-48de-b559-8c4491aca047 requested from dv-cinder-786054-1-smb {{(pid=85282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 13 14:43:22.275771 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b360ce3d-0e95-4db7-ae90-03986d74dde1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/87042859-67c6-4e91-9f4b-4f44315d7d6f HTTP/1.1" status: 204 len: 168 time: 0.6964228 Apr 13 14:43:22.276428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47586) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:22.303612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event updated for resources: {'Port': ['ID=57ef4ddd-aa23-41d9-82d2-14b1eac29141,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:22.307539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:22.380714 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:43:22.387495 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:43:22.394052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:43:22.413139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.469067 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:22.470384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.495165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Deleting port 77f40d9b-f8f4-4340-bc25-2d4564353d9a {{(pid=85280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:22.495516 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.521348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a41067-4fbc-47f4-ab5e-cd1133f286d3 req-510b472d-97d3-4cc9-8479-5ab536b0e999 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:22.522016 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e5a41067-4fbc-47f4-ab5e-cd1133f286d3 req-510b472d-97d3-4cc9-8479-5ab536b0e999 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Synchronizing usage tracker for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:43:22.526107 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2612662 Apr 13 14:43:22.542557 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Request body: {'port': {'device_id': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:43:22.588381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-e5a41067-4fbc-47f4-ab5e-cd1133f286d3 req-510b472d-97d3-4cc9-8479-5ab536b0e999 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Unset dirty status for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:43:22.589816 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e5a41067-4fbc-47f4-ab5e-cd1133f286d3 req-510b472d-97d3-4cc9-8479-5ab536b0e999 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 932 time: 0.2493396 Apr 13 14:43:22.679296 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e5a41067-4fbc-47f4-ab5e-cd1133f286d3 req-c4a137f4-9faa-475f-8486-47faccad9e8a tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748086 Apr 13 14:43:22.699211 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.742625 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] For port 77f40d9b-f8f4-4340-bc25-2d4564353d9a, host dv-cinder-786054-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-smb',level=0,port_id=77f40d9b-f8f4-4340-bc25-2d4564353d9a,segment=NetworkSegment(d7dbfc92-2a5c-4df8-852a-af0793aa4482),segment_id=d7dbfc92-2a5c-4df8-852a-af0793aa4482)] {{(pid=85280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:22.743045 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.884874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Calling delete_port for 77f40d9b-f8f4-4340-bc25-2d4564353d9a owned by network:dhcp {{(pid=85280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:22.897768 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258c67c-d1fa-40bf-a6b0-19605916ccb5 None None] DHCP port deletion for cd11b96e-103a-48de-b559-8c4491aca047 request from dv-cinder-786054-1-smb {{(pid=85282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 13 14:43:22.916189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-7258c67c-d1fa-40bf-a6b0-19605916ccb5 None None] Deleting port 77f40d9b-f8f4-4340-bc25-2d4564353d9a {{(pid=85282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:22.916610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7258c67c-d1fa-40bf-a6b0-19605916ccb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.970832 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853933781'] for port, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:22.986854 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-cff4da5a-354a-475c-ae17-ae8ec598768f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:23.021139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-7258c67c-d1fa-40bf-a6b0-19605916ccb5 None None] The port '77f40d9b-f8f4-4340-bc25-2d4564353d9a' was deleted {{(pid=85282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 13 14:43:23.037991 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=77f40d9b-f8f4-4340-bc25-2d4564353d9a,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:23.040659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:23.132030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ef4ddd-aa23-41d9-82d2-14b1eac29141 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:43:23.140524 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.142442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] No DVR routers for this DVR port 77f40d9b-f8f4-4340-bc25-2d4564353d9a on host dv-cinder-786054-1-smb {{(pid=85280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:43:23.156196 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Transition to ACTIVE for port object 57ef4ddd-aa23-41d9-82d2-14b1eac29141 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:43:23.159335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.175107 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:23.270507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.319924 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Pushing event updated for resources: {'Port': ['ID=57ef4ddd-aa23-41d9-82d2-14b1eac29141,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:23.325797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:23.390404 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd11b96e-103a-48de-b559-8c4491aca047']}} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:23.403357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dbfc92-2a5c-4df8-852a-af0793aa4482') {'for_net_delete': True} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:23.403706 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dbfc92-2a5c-4df8-852a-af0793aa4482') {} {{(pid=85280) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:43:23.415823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1512940'] for segment, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.431334 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.437649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=85280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:43:23.540135 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Attempting to bind port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:43:23.540428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Attempting to bind port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:43:23.540797 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Attempting to bind port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:43:23.545944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:43:23.546308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Attempting to bind port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 on network 756f0080-9d7e-4a00-88f6-bd04f01c8775 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:43:23.551829 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:43:23.552201 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Checking segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:43:23.552624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Bound using segment: {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:43:23.553145 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Bound port: 57ef4ddd-aa23-41d9-82d2-14b1eac29141, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b844431-3cb5-4cc5-af81-c6346b473a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:43:23.553532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.626427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Network cd11b96e-103a-48de-b559-8c4491aca047 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:43:23.635983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853938433'] for segment, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.640784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] For port 57ef4ddd-aa23-41d9-82d2-14b1eac29141, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:43:23.643963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] For port 57ef4ddd-aa23-41d9-82d2-14b1eac29141, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=57ef4ddd-aa23-41d9-82d2-14b1eac29141,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:43:23.647465 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.663258 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c410755b-a7c1-41c0-a3b8-b09405db4342 tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:23.714529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 77f40d9b-f8f4-4340-bc25-2d4564353d9a no longer exists at agent ovs-agent-dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:23.775729 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] No Port match for: 77f40d9b-f8f4-4340-bc25-2d4564353d9a {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:23.776177 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Device 77f40d9b-f8f4-4340-bc25-2d4564353d9a not bound to the agent host dv-cinder-786054-1-smb {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:23.823588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Pushing event updated for resources: {'Port': ['ID=57ef4ddd-aa23-41d9-82d2-14b1eac29141,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:23.835346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Network cd11b96e-103a-48de-b559-8c4491aca047 has no segments {{(pid=85280) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:43:23.863854 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:43:23.868580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:23.920951 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:23.921698 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.923173 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] 10.222.0.26 "PUT /v2.0/ports/57ef4ddd-aa23-41d9-82d2-14b1eac29141 HTTP/1.1" status: 200 len: 1094 time: 1.3872838 Apr 13 14:43:23.923828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'tag': '57ef4ddd-aa23-41d9-82d2-14b1eac29141'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:23.945069 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.951986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:23.956662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4319f8-5b28-436f-a01c-c5dacebedb2a req-87f511f6-56e8-41ac-8633-6bf0a58463db tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:23.964338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:23.965629 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6c4319f8-5b28-436f-a01c-c5dacebedb2a req-87f511f6-56e8-41ac-8633-6bf0a58463db tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 944 time: 0.1366632 Apr 13 14:43:23.978958 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd11b96e-103a-48de-b559-8c4491aca047,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:23.983331 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:23.995256 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e39704f9-825d-48f7-9df8-9fc48ad127b9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cd11b96e-103a-48de-b559-8c4491aca047 HTTP/1.1" status: 204 len: 168 time: 1.7144032 Apr 13 14:43:24.022992 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'tag': '57ef4ddd-aa23-41d9-82d2-14b1eac29141', 'status': 'completed', 'code': 200} Apr 13 14:43:24.051412 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6c4319f8-5b28-436f-a01c-c5dacebedb2a req-bf77ddf7-8de1-44b1-b295-ab4cdf78e2a3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847535 Apr 13 14:43:24.082286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25227e-5208-4b02-9828-c5887879c771 req-7fcc9a1e-502d-4c9d-8186-2904d09da2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:24.084734 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-7fcc9a1e-502d-4c9d-8186-2904d09da2e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 1097 time: 0.1042206 Apr 13 14:43:24.134391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47596) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:24.162100 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-87a06a65-2a7c-4271-a949-9b4d3289b519 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ef4ddd-aa23-41d9-82d2-14b1eac29141 HTTP/1.1" status: 200 len: 217 time: 0.0671329 Apr 13 14:43:24.176413 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f0d2bf6b-165e-4921-a7d2-a7901afa1cc3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07e84136b36f4958ba0c1688c5fcf4b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402093 Apr 13 14:43:24.179075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47600) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:24.238790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25227e-5208-4b02-9828-c5887879c771 req-bc01cc1c-4846-4a00-828b-f4675ea668b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:24.240363 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-bc01cc1c-4846-4a00-828b-f4675ea668b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.0703921 Apr 13 14:43:24.246385 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:24.276562 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:24.297322 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-52ce74dd-4769-47a4-9d1a-6d687f358b63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479388 Apr 13 14:43:24.332597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:24.338621 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-59bdeb6f-a389-48a8-87cc-a976c9d79eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:24.355414 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d77092c-649f-41c3-aae7-5f7cc1fb5c5c,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:24.358127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:24.362596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:24.367888 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d77092c-649f-41c3-aae7-5f7cc1fb5c5c HTTP/1.1" status: 204 len: 168 time: 0.1836150 Apr 13 14:43:24.454389 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-a0e28cd8-7566-4975-a4d4-95a87a754257 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467218 Apr 13 14:43:24.611958 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9b25227e-5208-4b02-9828-c5887879c771 req-94c0e07b-53ea-4129-8ea3-3c7ea8822887 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492810 Apr 13 14:43:24.738659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-ae2c3232-93d1-48a0-9624-3eedc2b9615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:24.740241 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-ae2c3232-93d1-48a0-9624-3eedc2b9615b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66591d0ec4cf450d9504cf893e4bded7&device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 1097 time: 0.0805202 Apr 13 14:43:24.897393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-7e41d812-0c15-464c-9d52-32896e09a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:24.899058 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-7e41d812-0c15-464c-9d52-32896e09a144 service neutron] 10.222.0.26 "GET /v2.0/networks?id=756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 200 len: 915 time: 0.1483276 Apr 13 14:43:24.980415 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-e127af2a-4669-4ef1-a190-0d3e232cf71f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ef4ddd-aa23-41d9-82d2-14b1eac29141 HTTP/1.1" status: 200 len: 217 time: 0.0731723 Apr 13 14:43:25.056241 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-be30075d-6300-4b7c-9e16-a73f0fb231c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:25.057900 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-be30075d-6300-4b7c-9e16-a73f0fb231c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 200 len: 854 time: 0.0694220 Apr 13 14:43:25.123873 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-fd1e7249-4aa1-4dc2-a086-38c7ae9ba755 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=756f0080-9d7e-4a00-88f6-bd04f01c8775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536370 Apr 13 14:43:25.339647 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-acffbae3-a740-4a55-9c59-c97c329f6dc5 service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035425 Apr 13 14:43:25.404349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a617f-3732-4d00-8885-60ec14ef9b16 req-23480280-ca0e-4e8b-888f-ab9c6fd06d77 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:25.406017 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e73a617f-3732-4d00-8885-60ec14ef9b16 req-23480280-ca0e-4e8b-888f-ab9c6fd06d77 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 944 time: 0.2238755 Apr 13 14:43:25.498030 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-e73a617f-3732-4d00-8885-60ec14ef9b16 req-3927b733-0aa5-417d-a9fe-5220f8c6ebb0 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436292 Apr 13 14:43:25.526458 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-f00bad7b-a519-44a6-8630-9d76a5310016 req-01a0f7c3-6b19-4363-9aea-a6499aa21ddd service neutron] 10.222.0.26 "GET /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781576 Apr 13 14:43:25.727812 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 57ef4ddd-aa23-41d9-82d2-14b1eac29141 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:43:25.873455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 57ef4ddd-aa23-41d9-82d2-14b1eac29141, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=57ef4ddd-aa23-41d9-82d2-14b1eac29141,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:25.889878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '57ef4ddd-aa23-41d9-82d2-14b1eac29141', 'network_id': '756f0080-9d7e-4a00-88f6-bd04f01c8775', 'port_id': '57ef4ddd-aa23-41d9-82d2-14b1eac29141', 'mac_address': 'fa:16:3e:95:f2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287289fc-d0be-4351-a415-2891eab0cf3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:43:25.959080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:25.960526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ef4ddd-aa23-41d9-82d2-14b1eac29141 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:43:25.978420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 57ef4ddd-aa23-41d9-82d2-14b1eac29141, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=57ef4ddd-aa23-41d9-82d2-14b1eac29141,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:25.981333 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:25.983160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:26.052040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=57ef4ddd-aa23-41d9-82d2-14b1eac29141,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:26.060064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.060450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.060829 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.061230 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.061601 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.061977 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.062338 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.062704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.063068 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.063428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.063788 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.064146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:43:26.068147 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:26.234321 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['57ef4ddd-aa23-41d9-82d2-14b1eac29141'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:26.710118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c1932-2112-44bc-a12d-8fd0421a4b99 req-49c673b2-27d0-4baf-a48f-c6c6dd71d6dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:26.711685 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-da1c1932-2112-44bc-a12d-8fd0421a4b99 req-49c673b2-27d0-4baf-a48f-c6c6dd71d6dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 945 time: 0.0952253 Apr 13 14:43:26.744132 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-da1c1932-2112-44bc-a12d-8fd0421a4b99 req-930ce861-c8bc-4d3c-bfc7-d7974dce070f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258477 Apr 13 14:43:27.730504 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 57ef4ddd-aa23-41d9-82d2-14b1eac29141 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:43:27.806351 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:43:27.815020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:43:27.815460 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:27.952150 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:27.965983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ef4ddd-aa23-41d9-82d2-14b1eac29141'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:27.967936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54187577-46b5-4161-9a04-ea98c3e29f15 req-3202123b-6084-404c-aa41-cce96960062e tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:27.969838 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-54187577-46b5-4161-9a04-ea98c3e29f15 req-3202123b-6084-404c-aa41-cce96960062e tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 945 time: 0.1045086 Apr 13 14:43:27.978384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 57ef4ddd-aa23-41d9-82d2-14b1eac29141, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=57ef4ddd-aa23-41d9-82d2-14b1eac29141,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:27.982304 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:27.984843 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:28.007089 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-54187577-46b5-4161-9a04-ea98c3e29f15 req-e2fe7861-5353-4665-87b4-b004d664507e tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293117 Apr 13 14:43:28.043842 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ef4ddd-aa23-41d9-82d2-14b1eac29141', 'code': 200} Apr 13 14:43:28.072696 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=57ef4ddd-aa23-41d9-82d2-14b1eac29141,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:28.075876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:28.303295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3d488-3763-4f2c-b42a-54689af793c9 req-f2727ee9-5464-4421-a920-46de4e9ad0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:28.304960 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3c3d488-3763-4f2c-b42a-54689af793c9 req-f2727ee9-5464-4421-a920-46de4e9ad0de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 1099 time: 0.0883539 Apr 13 14:43:28.333669 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-d3c3d488-3763-4f2c-b42a-54689af793c9 req-ee8fa321-2442-4604-9edd-73b6f101c685 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0210590 Apr 13 14:43:29.224746 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b1ea7-67b2-4881-9af0-bf721f8db34d req-64327b06-fe8e-462a-9542-996232196dad tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:29.226947 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e3b1ea7-67b2-4881-9af0-bf721f8db34d req-64327b06-fe8e-462a-9542-996232196dad tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 946 time: 0.0984218 Apr 13 14:43:29.260439 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1e3b1ea7-67b2-4881-9af0-bf721f8db34d req-01e34168-f615-4967-a0a6-39d058c6ecfd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262394 Apr 13 14:43:30.711347 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbaab8-56bc-4c88-bc15-87f0c700276e req-ce1a9b8f-b085-4179-b5b5-985c69ed50a4 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:30.713545 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17cbaab8-56bc-4c88-bc15-87f0c700276e req-ce1a9b8f-b085-4179-b5b5-985c69ed50a4 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 946 time: 0.3333907 Apr 13 14:43:30.766014 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-17cbaab8-56bc-4c88-bc15-87f0c700276e req-c142dec8-bbaf-403e-b6dc-95903e491235 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448318 Apr 13 14:43:32.424939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47702) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:32.573505 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.590941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:32.595766 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc9f374dad24a5f8357045f95935baa is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:32.599027 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:32.605296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:32.697600 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.701388 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.715186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2e2ea8b2-3afc-47ca-8e2d-a05942cebc73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:32.719720 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-13b682de-4565-479b-a2bd-b9b91a237dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.760522 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4dc9f374dad24a5f8357045f95935baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343029 Apr 13 14:43:32.761452 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b5cb94-6191-4eaf-9e04-d597c654c7db,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:32.763335 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47714) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:32.765146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:32.835801 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.865759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.916747 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.922532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-699e826e-e34b-4379-844b-3c971559d09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:32.935021 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b5cb94-6191-4eaf-9e04-d597c654c7db,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:32.937738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:32.944160 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:32.949351 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b4b5cb94-6191-4eaf-9e04-d597c654c7db HTTP/1.1" status: 204 len: 168 time: 0.1847796 Apr 13 14:43:33.260565 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47724) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:33.280574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:33.298010 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:33.302355 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff98b8c9e154b97b9fad51aa1d72ec1 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:33.306284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:33.313936 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:33.406793 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:33.409990 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:33.420257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d87ace35-34d4-4320-8f42-2e0e00d92669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:33.464643 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ff98b8c9e154b97b9fad51aa1d72ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026167 Apr 13 14:43:33.466466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4224d0-4c92-488b-8fc3-64f084a4b434,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:33.467562 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47728) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:33.469923 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:33.541969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:33.571623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:33.620700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:33.626123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-208df07e-90e4-4fd2-be53-ecc8a7d8d6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:33.639390 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4224d0-4c92-488b-8fc3-64f084a4b434,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:33.641764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:33.650590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:33.652202 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b4224d0-4c92-488b-8fc3-64f084a4b434 HTTP/1.1" status: 204 len: 168 time: 0.1831832 Apr 13 14:43:35.117882 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-add23e3a-8e8f-4e5f-809a-b2d639aaf006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:35.970917 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:36.426540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:37.447113 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:38.885724 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0c70f-ced2-4cf3-95ac-7b3b36e0c732 req-6a4fe0e3-4f30-4cfe-b263-24753ab1a9f7 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:38.887310 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0aa0c70f-ced2-4cf3-95ac-7b3b36e0c732 req-6a4fe0e3-4f30-4cfe-b263-24753ab1a9f7 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 946 time: 0.0947657 Apr 13 14:43:38.918535 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-0aa0c70f-ced2-4cf3-95ac-7b3b36e0c732 req-f2c62b9a-65d8-4ba6-b214-798c4962d278 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245886 Apr 13 14:43:39.120645 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:40.176559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c7f0b-b629-4dfd-b677-b0c52361f215 req-48fb4b19-f895-4906-ac50-3a0b5ef0dd17 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:40.178373 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c7c7f0b-b629-4dfd-b677-b0c52361f215 req-48fb4b19-f895-4906-ac50-3a0b5ef0dd17 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 946 time: 0.0916736 Apr 13 14:43:40.213635 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-1c7c7f0b-b629-4dfd-b677-b0c52361f215 req-c43a86fb-35ff-41d5-a987-c3bb02498a7a tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278828 Apr 13 14:43:40.590588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-0ecfbf6d-168a-40a5-9ea8-e6117bac42fa tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:40.592202 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-0ecfbf6d-168a-40a5-9ea8-e6117bac42fa tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 946 time: 0.0945778 Apr 13 14:43:40.676830 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Deleting port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:40.677250 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:40.961170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] For port 57ef4ddd-aa23-41d9-82d2-14b1eac29141, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=57ef4ddd-aa23-41d9-82d2-14b1eac29141,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:40.961629 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:41.101455 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Calling delete_port for 57ef4ddd-aa23-41d9-82d2-14b1eac29141 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:41.269599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:41.286399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e', '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a', 'a3f436f5-373d-42d4-bf2f-7b19c990c129', '57ef4ddd-aa23-41d9-82d2-14b1eac29141'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:41.302244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-83c6ad1e-40b4-4e6e-a039-7d390c29b823 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:41.391956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event deleted for resources: {'Port': ['ID=57ef4ddd-aa23-41d9-82d2-14b1eac29141,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:41.422221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:41.546878 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-ded074f3-d8c5-42f9-864e-b80cd99be326 req-2741a488-6fb7-4eb3-b86f-2661d8f4ab9e tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 210 time: 0.0604265 Apr 13 14:43:41.722793 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] No DVR routers for this DVR port 57ef4ddd-aa23-41d9-82d2-14b1eac29141 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:43:41.725715 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:41.728723 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'name': 'network-vif-deleted', 'tag': '57ef4ddd-aa23-41d9-82d2-14b1eac29141'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:41.750686 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-01e0263a-1df8-4254-b5fa-8e10334c89a2 req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "DELETE /v2.0/ports/57ef4ddd-aa23-41d9-82d2-14b1eac29141 HTTP/1.1" status: 204 len: 173 time: 1.1499445 Apr 13 14:43:41.806072 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43fb0fb-3dc9-432c-82fd-7254cfa3d355', 'name': 'network-vif-deleted', 'tag': '57ef4ddd-aa23-41d9-82d2-14b1eac29141', 'status': 'completed', 'code': 200} Apr 13 14:43:42.522493 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47852) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:42.738134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:42.773296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:42.781659 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Usage tracker for resource:security_group_rule and tenant:92da31bfe3af4ac791fcbfcc968da9fc is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:42.787796 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:42.797612 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-42a158ea-d37b-4cd7-a48f-657079b0f34c req-eb734d5d-eefb-4e1d-b3c6-b3c4b6dac53f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Synchronizing usage tracker for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:43:42.800439 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:42.831930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-42a158ea-d37b-4cd7-a48f-657079b0f34c req-eb734d5d-eefb-4e1d-b3c6-b3c4b6dac53f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Unset dirty status for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:43:42.833373 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-42a158ea-d37b-4cd7-a48f-657079b0f34c req-eb734d5d-eefb-4e1d-b3c6-b3c4b6dac53f tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=c43fb0fb-3dc9-432c-82fd-7254cfa3d355 HTTP/1.1" status: 200 len: 210 time: 0.0952406 Apr 13 14:43:42.979733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:42.984108 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:42.999621 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-069b5634-b6a6-44cc-8f08-eb214129cc03 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:43.085377 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92da31bfe3af4ac791fcbfcc968da9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5613868 Apr 13 14:43:43.087257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e571faeb-2ad2-4d20-a2f1-5e182e5bcb38,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:43.088947 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 47860) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:43.094511 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:43.159821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5b08-7951-42e5-ba15-955e6cf1ecd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.190514 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5b08-7951-42e5-ba15-955e6cf1ecd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.245294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5b08-7951-42e5-ba15-955e6cf1ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.249526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8f0761b7-d6ea-4a87-ab0e-1d265a724175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:43.262791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc5b08-7951-42e5-ba15-955e6cf1ecd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e571faeb-2ad2-4d20-a2f1-5e182e5bcb38,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:43.267063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f9bc5b08-7951-42e5-ba15-955e6cf1ecd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:43.271389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5b08-7951-42e5-ba15-955e6cf1ecd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.276616 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f9bc5b08-7951-42e5-ba15-955e6cf1ecd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e571faeb-2ad2-4d20-a2f1-5e182e5bcb38 HTTP/1.1" status: 204 len: 168 time: 0.1834300 Apr 13 14:43:43.654350 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47868) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:43.675264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.693671 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:43.698518 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Usage tracker for resource:security_group_rule and tenant:e5557efa73ae424c9c29be14a39b075c is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:43.701822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:43.708181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:43.800142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.803566 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.814418 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-53f95101-acb0-4e50-b95d-04580de2b10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:43.834170 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 57ef4ddd-aa23-41d9-82d2-14b1eac29141 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:43.859330 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5557efa73ae424c9c29be14a39b075c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2037544 Apr 13 14:43:43.860402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d6a5a7-18d4-4212-b85e-032c46c27cb2,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:43.863397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47872) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:43.866208 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6e696da2-b1b9-43b9-82df-d792d127df1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:43.883700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 57ef4ddd-aa23-41d9-82d2-14b1eac29141 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:43.884222 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 57ef4ddd-aa23-41d9-82d2-14b1eac29141 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:43.968042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:43.999329 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:44.051929 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:44.059624 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-161f5ebb-c7c7-443f-a0bf-ac87b8f56816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:44.074555 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d6a5a7-18d4-4212-b85e-032c46c27cb2,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:44.077564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:44.087293 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:44.088628 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45d6a5a7-18d4-4212-b85e-032c46c27cb2 HTTP/1.1" status: 204 len: 168 time: 0.2245054 Apr 13 14:43:45.769606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5cfa2-a575-4c4b-b267-71470efc3762 req-097d7ffc-7aa6-4d65-b881-76f4d24b6909 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:45.771250 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9e5cfa2-a575-4c4b-b267-71470efc3762 req-097d7ffc-7aa6-4d65-b881-76f4d24b6909 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 945 time: 0.1132615 Apr 13 14:43:45.825022 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9e5cfa2-a575-4c4b-b267-71470efc3762 req-78758049-a892-4b68-b00a-c9d1af8adc03 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Apr 13 14:43:47.098548 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d85b7-4e78-4f0f-b068-d659129c4adf req-2349cca1-ca64-4014-90c3-d87e35b0591a tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:47.100273 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-de7d85b7-4e78-4f0f-b068-d659129c4adf req-2349cca1-ca64-4014-90c3-d87e35b0591a tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 945 time: 0.1323044 Apr 13 14:43:47.137343 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-de7d85b7-4e78-4f0f-b068-d659129c4adf req-5797d200-aabf-4fa7-9405-38d1b6f9a82d tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261908 Apr 13 14:43:47.275276 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-e9559ffc-2eee-4d41-b872-e6d7581c4c17 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:47.276982 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-e9559ffc-2eee-4d41-b872-e6d7581c4c17 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 945 time: 0.1056275 Apr 13 14:43:47.362049 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Deleting port a3f436f5-373d-42d4-bf2f-7b19c990c129 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:47.362330 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:47.759514 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] For port a3f436f5-373d-42d4-bf2f-7b19c990c129, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a3f436f5-373d-42d4-bf2f-7b19c990c129,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:47.760172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:47.893904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Calling delete_port for a3f436f5-373d-42d4-bf2f-7b19c990c129 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:48.046777 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:48.058324 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e', '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:48.062819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c8d2d041-a68c-48c2-b828-c8a3c4e336a2 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:48.123292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event deleted for resources: {'Port': ['ID=a3f436f5-373d-42d4-bf2f-7b19c990c129,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:48.131485 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:48.375092 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] No DVR routers for this DVR port a3f436f5-373d-42d4-bf2f-7b19c990c129 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:43:48.377786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:48.388200 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'name': 'network-vif-deleted', 'tag': 'a3f436f5-373d-42d4-bf2f-7b19c990c129'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:48.406386 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-9cd41665-8464-4465-8bd8-c87a9cea8c8c req-46a3f1f2-b471-4619-93ad-8387d0fa0adb tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=cde522c9-ced2-4e10-a859-79a6c3b544ea HTTP/1.1" status: 200 len: 210 time: 0.0732217 Apr 13 14:43:48.412557 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-bbd280f5-9b69-47f3-907d-7c3becff7a59 req-c5099cde-f6f9-458f-82b0-331a88a308dd tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "DELETE /v2.0/ports/a3f436f5-373d-42d4-bf2f-7b19c990c129 HTTP/1.1" status: 204 len: 173 time: 1.1296439 Apr 13 14:43:48.453871 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde522c9-ced2-4e10-a859-79a6c3b544ea', 'name': 'network-vif-deleted', 'tag': 'a3f436f5-373d-42d4-bf2f-7b19c990c129', 'status': 'completed', 'code': 200} Apr 13 14:43:49.867028 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a3f436f5-373d-42d4-bf2f-7b19c990c129 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:49.907639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: a3f436f5-373d-42d4-bf2f-7b19c990c129 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:49.908063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device a3f436f5-373d-42d4-bf2f-7b19c990c129 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:49.951992 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39a60c-ca99-4d73-95ae-c5ddf974dadf req-1adde91b-1f46-43b1-80f8-7004c101087c tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:49.952787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-dd39a60c-ca99-4d73-95ae-c5ddf974dadf req-1adde91b-1f46-43b1-80f8-7004c101087c tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Synchronizing usage tracker for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:43:49.970053 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-dd39a60c-ca99-4d73-95ae-c5ddf974dadf req-1adde91b-1f46-43b1-80f8-7004c101087c tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Unset dirty status for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:43:49.971350 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dd39a60c-ca99-4d73-95ae-c5ddf974dadf req-1adde91b-1f46-43b1-80f8-7004c101087c tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 945 time: 0.1151516 Apr 13 14:43:50.003798 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-dd39a60c-ca99-4d73-95ae-c5ddf974dadf req-c1ca76df-dc38-424d-8205-0503adcc0342 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253599 Apr 13 14:43:50.691534 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 47996) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:50.835867 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:50.853635 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:50.858256 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5a587ead544ca39fac91bdd624c4c9 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:50.861405 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:50.869116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:50.970627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:50.974080 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:50.983066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-76f67666-93c0-4ac8-90df-e7ae46574a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:51.034450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d726354-7cab-47be-87de-c9d0ae94e488,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:51.040580 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e5a587ead544ca39fac91bdd624c4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475306 Apr 13 14:43:51.042701 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48004) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:51.043134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:51.173292 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:51.265621 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:51.308833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-ae0f5322-de0d-4248-b620-85e76275b325 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:51.310472 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-ae0f5322-de0d-4248-b620-85e76275b325 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 945 time: 0.2177880 Apr 13 14:43:51.426086 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327fa04-85af-4250-ba4a-f34246499ca3 req-119009f9-475a-4917-ac84-775a6e00ba08 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:51.427745 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7327fa04-85af-4250-ba4a-f34246499ca3 req-119009f9-475a-4917-ac84-775a6e00ba08 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 945 time: 0.2596922 Apr 13 14:43:51.435383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Deleting port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:51.435764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:51.499267 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:51.509887 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7e7380db-8053-4936-922a-7b3ec3ca630e tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:51.530857 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-7327fa04-85af-4250-ba4a-f34246499ca3 req-eed8bea9-dea3-44d8-b6f9-f2ce53405993 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670214 Apr 13 14:43:51.540366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d726354-7cab-47be-87de-c9d0ae94e488,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:51.545810 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:51.553103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:51.558992 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5d726354-7cab-47be-87de-c9d0ae94e488 HTTP/1.1" status: 204 len: 168 time: 0.5100312 Apr 13 14:43:51.786264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] For port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:51.786264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:51.944154 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48012) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:51.969104 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:51.988360 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:51.994155 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd04fac574a4f389b70a2a477489640 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:51.997783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:52.006498 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:52.109214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.113578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.131709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-352cd075-3499-4fa9-80a8-2d25043f4ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:52.170599 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Calling delete_port for 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:52.180302 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2fd04fac574a4f389b70a2a477489640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343001 Apr 13 14:43:52.181627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84610fc7-f670-4d38-b12f-b220f0c18732,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:52.184296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48016) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:52.187148 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:52.269733 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f2455939-a7a4-495e-bd7a-aa564712f1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.309745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f2455939-a7a4-495e-bd7a-aa564712f1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.358895 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.371531 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:52.372492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f2455939-a7a4-495e-bd7a-aa564712f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.375111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d4419731-df65-4064-9149-dc7e23b04e5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:52.382175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fe63cf16-b940-4e6b-99e3-740279311c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:52.401641 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2455939-a7a4-495e-bd7a-aa564712f1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84610fc7-f670-4d38-b12f-b220f0c18732,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:52.404055 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f2455939-a7a4-495e-bd7a-aa564712f1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:52.418993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f2455939-a7a4-495e-bd7a-aa564712f1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.431271 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f2455939-a7a4-495e-bd7a-aa564712f1ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/84610fc7-f670-4d38-b12f-b220f0c18732 HTTP/1.1" status: 204 len: 168 time: 0.2384484 Apr 13 14:43:52.437290 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event deleted for resources: {'Port': ['ID=209b9b12-b1bd-43c7-91fa-da1c8e15ad1a,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:52.443576 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:52.761438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] No DVR routers for this DVR port 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:43:52.768598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.771561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'name': 'network-vif-deleted', 'tag': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:52.783202 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6129ce9c-cfc5-489f-b9e9-5b6fd151c577 req-e76327c8-ca86-4a69-942e-0e27b2ba1ccc tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7 HTTP/1.1" status: 200 len: 210 time: 0.0878599 Apr 13 14:43:52.790077 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-8b37afa1-537f-4bc3-9cfc-7d1578d18946 req-d84a2eba-1b28-4d84-8f42-532261e240e3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "DELETE /v2.0/ports/209b9b12-b1bd-43c7-91fa-da1c8e15ad1a HTTP/1.1" status: 204 len: 173 time: 1.4680634 Apr 13 14:43:52.825352 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e65ab7-9be5-4d7c-8c2a-7dab149f6ef7', 'name': 'network-vif-deleted', 'tag': '209b9b12-b1bd-43c7-91fa-da1c8e15ad1a', 'status': 'completed', 'code': 200} Apr 13 14:43:52.888946 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48028) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:52.911102 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:52.936407 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:52.941246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Usage tracker for resource:security_group_rule and tenant:f17b2e4cb9114a12be2cb7750df2aeee is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:52.944668 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:52.952757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:53.045782 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:53.048986 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:53.058251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c04d3e15-f79f-4d34-b708-5bd5e77b59cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:53.103180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5ca4c7-e425-4ac1-9fdb-0d8568de52e9,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:53.106532 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:53.110217 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f17b2e4cb9114a12be2cb7750df2aeee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196245 Apr 13 14:43:53.112364 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48032) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:53.183044 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-779b6a5c-2006-4c45-98f0-527acdf15710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:53.213229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-779b6a5c-2006-4c45-98f0-527acdf15710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:53.271807 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-779b6a5c-2006-4c45-98f0-527acdf15710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:53.278564 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-62be5740-fe81-4258-bd10-8aebb1cfb8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:53.294735 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b6a5c-2006-4c45-98f0-527acdf15710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5ca4c7-e425-4ac1-9fdb-0d8568de52e9,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:53.297442 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-779b6a5c-2006-4c45-98f0-527acdf15710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:53.303026 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-779b6a5c-2006-4c45-98f0-527acdf15710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:53.306492 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-779b6a5c-2006-4c45-98f0-527acdf15710 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e5ca4c7-e425-4ac1-9fdb-0d8568de52e9 HTTP/1.1" status: 204 len: 168 time: 0.1917236 Apr 13 14:43:53.897906 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:53.952630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:53.953164 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 209b9b12-b1bd-43c7-91fa-da1c8e15ad1a not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:55.565285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9768c98-7177-4890-ab76-95675a1c47e0 req-b1e8b616-cc5c-45ed-bada-ddd7eb0c0fd1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:55.566091 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-c9768c98-7177-4890-ab76-95675a1c47e0 req-b1e8b616-cc5c-45ed-bada-ddd7eb0c0fd1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Synchronizing usage tracker for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:43:55.581343 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-c9768c98-7177-4890-ab76-95675a1c47e0 req-b1e8b616-cc5c-45ed-bada-ddd7eb0c0fd1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Unset dirty status for tenant:66591d0ec4cf450d9504cf893e4bded7 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:43:55.582626 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9768c98-7177-4890-ab76-95675a1c47e0 req-b1e8b616-cc5c-45ed-bada-ddd7eb0c0fd1 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 945 time: 0.1091201 Apr 13 14:43:55.615000 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-c9768c98-7177-4890-ab76-95675a1c47e0 req-e7ec33ce-cd58-4fa0-aae6-c5325d3bab44 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252001 Apr 13 14:43:55.739300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48116) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:55.875523 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:55.892395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:55.897607 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Usage tracker for resource:security_group_rule and tenant:e69b4944225d43839a796c7fff28ec78 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:55.900845 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:55.906944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:55.995408 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:55.998308 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.007540 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4a1c3ecd-8e3f-4ba7-8640-4f0724a382ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:56.053831 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e69b4944225d43839a796c7fff28ec78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133256 Apr 13 14:43:56.056366 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e29af-e6d7-4237-bc16-26957d855e39,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:56.057543 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48122) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:56.059728 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-15799077-94f4-4e54-a041-d8e291116b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:56.120219 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.147822 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.193181 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.198658 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3d7f3775-a0d6-4e4a-9b70-44112a0dc922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:56.213077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e29af-e6d7-4237-bc16-26957d855e39,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:56.215950 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:56.217234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.218544 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad1e29af-e6d7-4237-bc16-26957d855e39 HTTP/1.1" status: 204 len: 168 time: 0.1597326 Apr 13 14:43:56.516187 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48130) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:56.538680 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.561587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:56.565849 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Usage tracker for resource:security_group_rule and tenant:d449521cd05c4a07ba382a7691dd162f is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:56.568862 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:56.574987 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:56.661031 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.664173 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.673965 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-fab4088e-05e4-4664-9736-46b2c4414ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:56.715779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a8353a-929d-4df7-962b-c97e3c51a6ac,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:56.721451 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d449521cd05c4a07ba382a7691dd162f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041216 Apr 13 14:43:56.722897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e1c227ca-8b3f-41a6-a929-55485c0329ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:56.723493 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48136) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:56.790403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.818478 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.825638 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd4bb2-b134-45d6-94c7-c83a7ca9760f req-71b50cfb-8fa0-4452-ab2d-109112262d26 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:56.827224 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-74bd4bb2-b134-45d6-94c7-c83a7ca9760f req-71b50cfb-8fa0-4452-ab2d-109112262d26 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 945 time: 0.0916047 Apr 13 14:43:56.863440 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-74bd4bb2-b134-45d6-94c7-c83a7ca9760f req-1f0e160e-bef0-4b87-85a3-7bae0bc0dfc9 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/security-groups?id=c008f112-fae1-4ba8-8b55-f8551012e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290306 Apr 13 14:43:56.866945 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.868964 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0a1c2ad3-16e1-4c47-85a7-abcfcfb580f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:56.883722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a8353a-929d-4df7-962b-c97e3c51a6ac,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:56.886156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:56.893542 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:56.894763 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55a8353a-929d-4df7-962b-c97e3c51a6ac HTTP/1.1" status: 204 len: 168 time: 0.1692712 Apr 13 14:43:57.029959 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65470419-f51b-411a-91f5-2daa4e858de7 req-09c8a5a0-f217-4da0-8407-0f6603d77df3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:43:57.031561 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65470419-f51b-411a-91f5-2daa4e858de7 req-09c8a5a0-f217-4da0-8407-0f6603d77df3 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 945 time: 0.0924699 Apr 13 14:43:57.109756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Deleting port bcba2b2c-8e68-4fa3-8410-514dbd39df3e {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:43:57.110252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:57.419403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] For port bcba2b2c-8e68-4fa3-8410-514dbd39df3e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,segment=NetworkSegment(7b844431-3cb5-4cc5-af81-c6346b473a5b),segment_id=7b844431-3cb5-4cc5-af81-c6346b473a5b)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:43:57.420075 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:57.582185 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Calling delete_port for bcba2b2c-8e68-4fa3-8410-514dbd39df3e owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:43:57.740257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:57.751354 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['bcba2b2c-8e68-4fa3-8410-514dbd39df3e'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:43:57.756684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee44e9b0-87b9-4184-abe2-dfd7cbce66fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:57.823176 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Pushing event deleted for resources: {'Port': ['ID=bcba2b2c-8e68-4fa3-8410-514dbd39df3e,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:57.826970 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:58.072597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] No DVR routers for this DVR port bcba2b2c-8e68-4fa3-8410-514dbd39df3e on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:43:58.076208 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-cb3aa0de-f30d-4fb7-9401-3eb9ded7c3a0 req-5a2351cf-5a4f-4d30-bb10-d12effaeb9eb tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.35 "GET /v2.0/ports?device_id=d6cdeee7-3c0b-4f30-885d-e237c4304ea5 HTTP/1.1" status: 200 len: 210 time: 0.0630653 Apr 13 14:43:58.077269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.080263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'name': 'network-vif-deleted', 'tag': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:43:58.102332 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65470419-f51b-411a-91f5-2daa4e858de7 req-2081e251-0daa-4f3c-914d-ea9cd1fd1164 tempest-AttachVolumeNegativeTest-1894732972 tempest-AttachVolumeNegativeTest-1894732972-project] 10.222.0.26 "DELETE /v2.0/ports/bcba2b2c-8e68-4fa3-8410-514dbd39df3e HTTP/1.1" status: 204 len: 173 time: 1.0649974 Apr 13 14:43:58.143292 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cdeee7-3c0b-4f30-885d-e237c4304ea5', 'name': 'network-vif-deleted', 'tag': 'bcba2b2c-8e68-4fa3-8410-514dbd39df3e', 'status': 'completed', 'code': 200} Apr 13 14:43:58.226844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48172) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:58.354389 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.370014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:43:58.374001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Usage tracker for resource:security_group_rule and tenant:02b2873262894f6784963e565375bbf1 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:43:58.376875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:43:58.383286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:43:58.471585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.475266 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.484574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-1a9528bd-758c-40c7-af37-786ae8ade63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:58.527856 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=02b2873262894f6784963e565375bbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992961 Apr 13 14:43:58.529610 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5378845-649a-4d02-9914-fcedb35de97a,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:58.531064 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48178) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:58.533177 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-993561b2-4a0f-4dc5-8e4b-258ae90226a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:58.600957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5b01-3678-4743-92bd-c443c4d6952d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.631273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5b01-3678-4743-92bd-c443c4d6952d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.683764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5b01-3678-4743-92bd-c443c4d6952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.689180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-48aad6e7-3d40-45b0-b625-b39e23b22b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:58.701165 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c5b01-3678-4743-92bd-c443c4d6952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5378845-649a-4d02-9914-fcedb35de97a,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:58.705139 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5b3c5b01-3678-4743-92bd-c443c4d6952d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:58.709471 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5b01-3678-4743-92bd-c443c4d6952d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:58.710694 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-5b3c5b01-3678-4743-92bd-c443c4d6952d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5378845-649a-4d02-9914-fcedb35de97a HTTP/1.1" status: 204 len: 168 time: 0.1784899 Apr 13 14:43:59.167048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:43:59.197076 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48198) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:59.271786 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_v2 [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Deleting subnet 287289fc-d0be-4351-a415-2891eab0cf3f {{(pid=85281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 13 14:43:59.275223 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:59.331300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852729039'] for subnet, precommit_delete_associations {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:59.397374 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854767110'] for subnet, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:59.677716 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852729058', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852289601'] for subnet, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:59.696175 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:43:59.748827 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287289fc-d0be-4351-a415-2891eab0cf3f,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:43:59.753357 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:43:59.837205 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:43:59.848155 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-3836621d-fe89-4093-83ee-570d69e42b9b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/287289fc-d0be-4351-a415-2891eab0cf3f HTTP/1.1" status: 204 len: 168 time: 0.6498046 Apr 13 14:43:59.850897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48244) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:43:59.926779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device bcba2b2c-8e68-4fa3-8410-514dbd39df3e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:43:59.966395 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: bcba2b2c-8e68-4fa3-8410-514dbd39df3e {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:43:59.967065 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device bcba2b2c-8e68-4fa3-8410-514dbd39df3e not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:43:59.993709 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-54600'] for network, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:00.227492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-11781', 'neutron.services.segments.db._delete_segments_for_network--9223363266065908818'] for network, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:00.363384 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756f0080-9d7e-4a00-88f6-bd04f01c8775']}} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:44:00.381134 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b844431-3cb5-4cc5-af81-c6346b473a5b') {'for_net_delete': True} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:44:00.381480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.services.segments.db [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b844431-3cb5-4cc5-af81-c6346b473a5b') {} {{(pid=85281) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 13 14:44:00.394559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363266065905234', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2046761'] for segment, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:00.413920 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-12956'] for segment, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:00.420446 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=85281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 13 14:44:00.599969 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:44:00.609999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854762844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2041021'] for segment, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:00.795040 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Network 756f0080-9d7e-4a00-88f6-bd04f01c8775 has no segments {{(pid=85281) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: Traceback (most recent call last): Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: timer() Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: cb(*args, **kw) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: return func(*args, **kwargs) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: self._notify() Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: self.callback(batched_events) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: event.method(event) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: segment_id)['aggregates'][0] Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: return f(self, *a, **k) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: return self._get(url).json() Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: **kwargs) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: return self.request(url, 'GET', **kwargs) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: **endpoint_filter) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 13 14:44:00.820986 dv-cinder-786054-1-smb neutron-server[85165]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 13 14:44:00.906328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854763918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-370053', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854375914'] for network, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:00.911802 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8100229'] for network, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:00.918063 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-413d89eb-6fae-4f16-8a6b-f02c1aeeecce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:00.933643 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] 10.222.0.35 "DELETE /v2.0/networks/756f0080-9d7e-4a00-88f6-bd04f01c8775 HTTP/1.1" status: 204 len: 168 time: 1.0815878 Apr 13 14:44:00.939889 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=756f0080-9d7e-4a00-88f6-bd04f01c8775,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:00.945588 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-74c9d51a-9943-4fd2-9781-08c023350ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:01.130243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48272) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:01.185160 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-05284970-4ec7-45a7-bb0e-8d6eb45b8184 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66591d0ec4cf450d9504cf893e4bded7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533581 Apr 13 14:44:01.187819 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48276) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:01.255558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ab577994-24f3-4ea8-b7db-7db524ccc266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:01.284370 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ab577994-24f3-4ea8-b7db-7db524ccc266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:01.337574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ab577994-24f3-4ea8-b7db-7db524ccc266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:01.343844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ee7fdef2-9503-44b3-8881-2633b4a2d764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:01.356146 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab577994-24f3-4ea8-b7db-7db524ccc266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c008f112-fae1-4ba8-8b55-f8551012e09a,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:01.361368 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-ab577994-24f3-4ea8-b7db-7db524ccc266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:01.363520 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ab577994-24f3-4ea8-b7db-7db524ccc266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:01.364758 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-ab577994-24f3-4ea8-b7db-7db524ccc266 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c008f112-fae1-4ba8-8b55-f8551012e09a HTTP/1.1" status: 204 len: 168 time: 0.1759315 Apr 13 14:44:02.702461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-79786cbc-9086-48f8-8dd4-c86ca7c4b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:05.113489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-583d1cba-57ee-40e2-b5a2-a0d4436e0dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:05.941295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:06.424591 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:07.449778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:08.712376 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48388) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:08.853251 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:08.870427 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:08.875263 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Usage tracker for resource:security_group_rule and tenant:d3518ce31d184d629677202f81dde3a5 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:08.878397 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:08.885935 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:08.998694 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:09.005001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:09.014332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-44ede937-ba76-4c49-a32b-922fb252b591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:09.061020 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae1bbeb-d547-4ee2-b765-23b3b4ae2eca,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:09.066710 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3518ce31d184d629677202f81dde3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529055 Apr 13 14:44:09.069661 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48394) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:09.072630 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.073103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.073654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.074171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.074590 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.075014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.075429 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.075853 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.076262 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.076670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.077118 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.077521 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:09.081662 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-52e8b891-92d9-4f4b-a423-74c4cc9ff703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:09.127209 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:09.138597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c14ec1f1-0f74-4f3c-bbbe-f27a9905d52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:09.167686 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c14ec1f1-0f74-4f3c-bbbe-f27a9905d52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:09.240820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c14ec1f1-0f74-4f3c-bbbe-f27a9905d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:09.246745 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-916d7a4c-a9d4-47f7-9e9c-e9c7eecdca0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:09.260699 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ec1f1-0f74-4f3c-bbbe-f27a9905d52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae1bbeb-d547-4ee2-b765-23b3b4ae2eca,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:09.263248 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c14ec1f1-0f74-4f3c-bbbe-f27a9905d52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:09.268778 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c14ec1f1-0f74-4f3c-bbbe-f27a9905d52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:09.273223 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c14ec1f1-0f74-4f3c-bbbe-f27a9905d52a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9ae1bbeb-d547-4ee2-b765-23b3b4ae2eca HTTP/1.1" status: 204 len: 168 time: 0.1987979 Apr 13 14:44:17.108348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48534) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:17.243823 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:17.265244 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:17.269652 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Usage tracker for resource:security_group_rule and tenant:ee71e451a97649989e7fd324182343c7 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:17.273772 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:17.280171 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:17.370937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:17.374142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:17.384328 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-a5646a88-9716-4bad-ab1b-3ec0034662e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:17.427957 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee71e451a97649989e7fd324182343c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183744 Apr 13 14:44:17.428896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ea521a-a0fd-4b09-95fb-24f62b8e5575,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:17.431424 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48540) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:17.432379 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:17.498526 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-10423f84-cfde-4c22-839e-a914d85d5def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:17.538570 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-10423f84-cfde-4c22-839e-a914d85d5def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:17.602536 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-10423f84-cfde-4c22-839e-a914d85d5def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:17.608295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b9f45aeb-f32b-43ce-b190-94e42853dfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:17.862142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423f84-cfde-4c22-839e-a914d85d5def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ea521a-a0fd-4b09-95fb-24f62b8e5575,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:17.868247 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-10423f84-cfde-4c22-839e-a914d85d5def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:17.869951 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-10423f84-cfde-4c22-839e-a914d85d5def admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:17.874824 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-10423f84-cfde-4c22-839e-a914d85d5def admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22ea521a-a0fd-4b09-95fb-24f62b8e5575 HTTP/1.1" status: 204 len: 168 time: 0.4421563 Apr 13 14:44:20.544743 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48642) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:20.686999 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:20.703377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:20.707571 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Usage tracker for resource:security_group_rule and tenant:52e3ceace4544f1ea522a414dca3fc47 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:20.710649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:20.716884 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:20.824844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:20.828099 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:20.838217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8870d893-acf2-4d12-b735-962c075d156c tempest-TestShelveInstance-1472309696 tempest-TestShelveInstance-1472309696-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:20.893842 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52e3ceace4544f1ea522a414dca3fc47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478129 Apr 13 14:44:20.894848 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df13d06-dec3-46ca-9d87-bd749b0c3864,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:20.898295 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48648) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:20.920568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.921014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.921433 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.921833 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.922237 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.922640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.923042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.923454 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.923837 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.924234 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.924627 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.925046 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:20.932859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:20.986399 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83da27be-09f5-4ba4-ab17-a536a4145320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:21.017270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83da27be-09f5-4ba4-ab17-a536a4145320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:21.071751 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83da27be-09f5-4ba4-ab17-a536a4145320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:21.076054 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b2b0ea69-e018-420b-80c4-af656b07093b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:21.091030 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da27be-09f5-4ba4-ab17-a536a4145320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df13d06-dec3-46ca-9d87-bd749b0c3864,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:21.095195 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-83da27be-09f5-4ba4-ab17-a536a4145320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:21.102273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-83da27be-09f5-4ba4-ab17-a536a4145320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:21.105874 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-83da27be-09f5-4ba4-ab17-a536a4145320 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9df13d06-dec3-46ca-9d87-bd749b0c3864 HTTP/1.1" status: 204 len: 168 time: 0.2063766 Apr 13 14:44:25.011008 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48792) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:25.152713 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:25.169252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:25.173567 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Usage tracker for resource:security_group_rule and tenant:401d6122d98c4a50b9753a97151c041c is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:25.176764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:25.183756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:25.281294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:25.284879 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:25.297850 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-00c9e7d7-40fe-4fa7-b3cf-dc4a4cadc34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:25.355161 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28a63b2-974c-4a8d-bd2f-6705e1ecdd62,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:25.365702 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=401d6122d98c4a50b9753a97151c041c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529708 Apr 13 14:44:25.367483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-394c7cc5-bcb9-4810-a5b0-7700009bee0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:25.370035 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48798) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:25.498420 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-86558e68-9f12-406c-b6a7-9380bda3bcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:25.531976 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-86558e68-9f12-406c-b6a7-9380bda3bcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:25.585871 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-86558e68-9f12-406c-b6a7-9380bda3bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:25.591920 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-d46b1132-0f81-4dfd-8b8c-01dad58bfa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:25.608242 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86558e68-9f12-406c-b6a7-9380bda3bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28a63b2-974c-4a8d-bd2f-6705e1ecdd62,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:25.611703 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-86558e68-9f12-406c-b6a7-9380bda3bcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:25.613396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-86558e68-9f12-406c-b6a7-9380bda3bcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:25.615753 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-86558e68-9f12-406c-b6a7-9380bda3bcf7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b28a63b2-974c-4a8d-bd2f-6705e1ecdd62 HTTP/1.1" status: 204 len: 168 time: 0.2439423 Apr 13 14:44:25.977363 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48806) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:26.004802 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:26.022530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:26.027079 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Usage tracker for resource:security_group_rule and tenant:0ddb01ee23174cca8228e9e2f113aa3d is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:26.030402 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:26.037296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:26.146391 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:26.150620 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:26.166981 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2d741048-6065-4260-9266-c87140e67b53 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:26.249075 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ddb01ee23174cca8228e9e2f113aa3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699811 Apr 13 14:44:26.250914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9606d4f1-374c-46db-a85f-96de0814c56e,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:26.252163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48812) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:26.254448 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2cab0906-4025-4a9d-a486-1d0be593eea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:26.327126 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:26.595617 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:26.640968 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:26.646673 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-02b51ad1-aa8d-4996-9dbf-b01ec99791a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:26.661422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9606d4f1-374c-46db-a85f-96de0814c56e,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:26.665156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:26.666143 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:26.667405 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9606d4f1-374c-46db-a85f-96de0814c56e HTTP/1.1" status: 204 len: 168 time: 0.4138753 Apr 13 14:44:32.054396 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48908) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:32.280581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.311784 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:32.319243 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e06cc785f44cb3a622ec60355da3fa is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:32.322865 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:32.330029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:32.423300 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.426684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.435905 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b617179c-40b1-4d66-9f12-18f36d3df906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:32.481406 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f9d427-8479-4925-bff2-1ee2dc4aa56f,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:32.484794 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:32.487831 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-0c03b5ee-9bb4-4b55-9241-0957556daad7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3e06cc785f44cb3a622ec60355da3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322872 Apr 13 14:44:32.490963 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48914) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:32.613142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c319dfb8-83ff-4ecb-9de9-6095571bc030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.666818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c319dfb8-83ff-4ecb-9de9-6095571bc030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.718530 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-042df815-9ad6-421b-a991-e366220f43de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.736791 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c319dfb8-83ff-4ecb-9de9-6095571bc030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.742299 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-65ae2716-dbbc-4431-9eb7-ffd4a4cc66d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:32.758332 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319dfb8-83ff-4ecb-9de9-6095571bc030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f9d427-8479-4925-bff2-1ee2dc4aa56f,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:32.759742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c319dfb8-83ff-4ecb-9de9-6095571bc030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:32.760767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-c319dfb8-83ff-4ecb-9de9-6095571bc030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:32.762232 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-c319dfb8-83ff-4ecb-9de9-6095571bc030 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07f9d427-8479-4925-bff2-1ee2dc4aa56f HTTP/1.1" status: 204 len: 168 time: 0.2689228 Apr 13 14:44:33.089369 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 48924) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:33.110941 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:33.127787 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:33.133593 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:d3d2815c794c44788fc5e24908056a7a is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:33.138982 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:33.149985 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:33.248726 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:33.251993 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:33.262529 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7ab63731-9dfe-4c12-aacd-8106072da66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:33.307199 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3d2815c794c44788fc5e24908056a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162669 Apr 13 14:44:33.308188 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa90cc-ec56-4d05-9007-bd28b9d58072,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:33.310644 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 48928) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:33.311821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e4fa178a-ce9a-47d0-8090-085ef43dcfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:33.376507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b4697b7a-8287-4dc1-aa81-919b6bd982db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:33.406048 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b4697b7a-8287-4dc1-aa81-919b6bd982db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:33.456539 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b4697b7a-8287-4dc1-aa81-919b6bd982db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:33.462024 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-39186694-1f17-4ff6-9c19-559b1f1cf8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:33.476535 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4697b7a-8287-4dc1-aa81-919b6bd982db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa90cc-ec56-4d05-9007-bd28b9d58072,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:33.479595 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b4697b7a-8287-4dc1-aa81-919b6bd982db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:33.480937 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b4697b7a-8287-4dc1-aa81-919b6bd982db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:33.482349 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b4697b7a-8287-4dc1-aa81-919b6bd982db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3fa90cc-ec56-4d05-9007-bd28b9d58072 HTTP/1.1" status: 204 len: 168 time: 0.1703970 Apr 13 14:44:35.119315 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4d345bee-b0f3-4315-a03c-0b665e546101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:35.946654 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:36.166956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:44:36.417962 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:36.680033 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 49016) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:36.808056 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:36.823820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:36.827890 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Usage tracker for resource:security_group_rule and tenant:eebfbed9aa204d51b3052a19d5188cad is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:36.831071 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:36.837303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:36.935352 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:36.938783 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:36.949732 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-436c90c9-8b72-4dc0-86f5-3f0e07f4de45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:36.997751 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eebfbed9aa204d51b3052a19d5188cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163805 Apr 13 14:44:36.999639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267b4800-9894-4f2d-82cd-4b6d3ea2179e,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:36.999860 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 49026) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:37.005575 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-f857c3b8-32a6-43c4-a2fe-f3976309b263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:37.069684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.099900 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.148857 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.154116 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-c4125038-d5c2-4eef-9400-6cc4aabd28ad tempest-AttachVolumeShelveTestJSON-1380466709 tempest-AttachVolumeShelveTestJSON-1380466709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:37.167961 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267b4800-9894-4f2d-82cd-4b6d3ea2179e,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:37.170422 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:37.174767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.180379 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/267b4800-9894-4f2d-82cd-4b6d3ea2179e HTTP/1.1" status: 204 len: 168 time: 0.1746731 Apr 13 14:44:37.453756 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.517983 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 49036) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:37.538480 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.560623 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:37.565517 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Usage tracker for resource:security_group_rule and tenant:1a5fd6a52f7d4fc4b002251d62226cc8 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:37.569844 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:37.577725 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:37.683392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.686554 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.697246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4bc35231-d164-4def-84be-bd3d8dd96313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:37.745047 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a5fd6a52f7d4fc4b002251d62226cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257710 Apr 13 14:44:37.746077 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8723441a-f2b6-4a16-8df1-04a2856a3e7f,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:37.748042 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85281) accepted ('10.222.0.35', 49040) {{(pid=85281) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:37.749598 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7c3c7049-16f6-4440-bb24-513631dbd754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:37.817512 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-045302a9-af3d-40da-a697-588edd59e45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.849907 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-045302a9-af3d-40da-a697-588edd59e45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.896874 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-045302a9-af3d-40da-a697-588edd59e45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.902052 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-8d8561d7-4c60-4f29-8937-abb0052781cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:37.914670 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045302a9-af3d-40da-a697-588edd59e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8723441a-f2b6-4a16-8df1-04a2856a3e7f,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:37.918032 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-045302a9-af3d-40da-a697-588edd59e45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:37.920538 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-045302a9-af3d-40da-a697-588edd59e45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:37.924445 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-045302a9-af3d-40da-a697-588edd59e45b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8723441a-f2b6-4a16-8df1-04a2856a3e7f HTTP/1.1" status: 204 len: 168 time: 0.1751969 Apr 13 14:44:39.128904 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:40.641244 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-56033418-7ffc-4dee-b359-e1219f327090 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=9d01caee11f345e8af2241c1854d8027&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327883 Apr 13 14:44:40.808829 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-82f24548-35f8-4aa0-b36f-cc3271d99d54 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:40.812559 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-82f24548-35f8-4aa0-b36f-cc3271d99d54 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633074 Apr 13 14:44:40.827639 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-badb6aac-f1c2-438d-a657-1cda71942930 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/quotas/9d01caee11f345e8af2241c1854d8027 HTTP/1.1" status: 200 len: 375 time: 0.0109930 Apr 13 14:44:40.883572 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-7434fee2-a698-49aa-9a53-1edfe484b10c tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d01caee11f345e8af2241c1854d8027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498281 Apr 13 14:44:41.100894 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-78f37b45-15e5-442a-b488-4b078bc31edd req-002985aa-eeed-4aa0-9ad8-607c185bd646 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 210 time: 0.0617511 Apr 13 14:44:42.080827 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-41056e35-c050-4838-a41c-ef236fd4d9be tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9d01caee11f345e8af2241c1854d8027&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336368 Apr 13 14:44:42.286541 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-274234f4-391a-487e-bac8-728fa16ec6a9 req-7b70f4db-c768-4096-b3ec-0f72007e46ba tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 210 time: 0.0681853 Apr 13 14:44:42.301507 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-e31d7b7f-f367-4197-8c9e-31904cf39cfd tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:42.302946 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-e31d7b7f-f367-4197-8c9e-31904cf39cfd tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169173 Apr 13 14:44:42.318779 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Request body: {'port': {'device_id': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543', 'admin_state_up': True, 'tenant_id': '9d01caee11f345e8af2241c1854d8027'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:44:42.467189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:42.471203 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Usage tracker for resource:port and tenant:9d01caee11f345e8af2241c1854d8027 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:42.474655 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:42.480606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:42.489123 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Made reservation on behalf of 9d01caee11f345e8af2241c1854d8027 for: {'port': 1} {{(pid=85281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 13 14:44:42.495578 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:42.509894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks [] for security_group, before_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:42.529585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:42.533677 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Usage tracker for resource:security_group_rule and tenant:9d01caee11f345e8af2241c1854d8027 is out of sync, need to count used quota {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:42.536609 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85281) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:42.542640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:42.631216 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks [] for security_group, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:42.634272 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:42.638759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-639afb74-0a3c-4da1-a6af-07e1746dba9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:42.718383 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f441abc-8921-4657-b994-5eca3ef4490f,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:42.728856 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:42.817587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.db_base_plugin_common [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Allocated IP 192.168.233.106 (bc66d664-3477-4df1-bb37-279b5ac31543/b6d9683b-fb24-46f9-8f86-0317bf70b010/754f9e94-9ab1-4fb9-a241-b65452b2ea27) {{(pid=85281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 13 14:44:43.030111 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks [] for port, precommit_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:43.046348 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Transition to ACTIVE for port object 754f9e94-9ab1-4fb9-a241-b65452b2ea27 will not be triggered until provisioned by entity DHCP. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:44:43.068820 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363266066428139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_create {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:43.083957 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-7f2aed20-ad8e-4f59-950b-fa9d9930fe7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:43.227483 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Pushing event updated for resources: {'Port': ['ID=754f9e94-9ab1-4fb9-a241-b65452b2ea27,revision_number=1']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:43.234813 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:43.278252 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Network bc66d664-3477-4df1-bb37-279b5ac31543 is already hosted by enough agents. {{(pid=85281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 13 14:44:43.279367 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.scheduler.base_scheduler [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Resources bound (agent type, host, resource id): {{(pid=85281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 13 14:44:43.281759 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Received port after_create {{(pid=85281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 13 14:44:43.351492 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:43.352180 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:43.382142 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-185440e2-a56a-4c6d-ae8e-a67f19fd3983 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0671906 Apr 13 14:44:43.393365 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.v2.base [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Request body: {'port': {'device_id': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 13 14:44:43.498597 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-d4569c8a-9fcb-43dd-b46f-a138230cd578 None None] Provisioning for port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 completed by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:44:43.503700 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-d4569c8a-9fcb-43dd-b46f-a138230cd578 None None] Provisioning complete for port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 triggered by entity DHCP. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:44:43.504127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d4569c8a-9fcb-43dd-b46f-a138230cd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:43.570172 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-d4569c8a-9fcb-43dd-b46f-a138230cd578 None None] Port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 cannot update to ACTIVE because it is not bound. {{(pid=85282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 13 14:44:43.592450 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:43.634279 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260333bb-1dd1-4616-a8ed-99d90af1d18e req-e406b7a0-4a22-41b8-9b6a-287a581a53f6 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:43.635168 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-260333bb-1dd1-4616-a8ed-99d90af1d18e req-e406b7a0-4a22-41b8-9b6a-287a581a53f6 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Synchronizing usage tracker for tenant:9d01caee11f345e8af2241c1854d8027 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:44:43.707108 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-260333bb-1dd1-4616-a8ed-99d90af1d18e req-e406b7a0-4a22-41b8-9b6a-287a581a53f6 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Unset dirty status for tenant:9d01caee11f345e8af2241c1854d8027 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:44:43.715892 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-260333bb-1dd1-4616-a8ed-99d90af1d18e req-e406b7a0-4a22-41b8-9b6a-287a581a53f6 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 936 time: 0.2946718 Apr 13 14:44:43.760264 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-260333bb-1dd1-4616-a8ed-99d90af1d18e req-4f057603-ca3a-4721-b68d-f26fb483b689 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Synchronizing usage tracker for tenant:9d01caee11f345e8af2241c1854d8027 on resource:security_group {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:44:43.839058 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 49136) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:43.845380 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-260333bb-1dd1-4616-a8ed-99d90af1d18e req-4f057603-ca3a-4721-b68d-f26fb483b689 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Unset dirty status for tenant:9d01caee11f345e8af2241c1854d8027 on resource:security_group {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:44:43.846602 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-260333bb-1dd1-4616-a8ed-99d90af1d18e req-4f057603-ca3a-4721-b68d-f26fb483b689 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299179 Apr 13 14:44:43.979675 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:43.996095 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 13 14:44:44.000336 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:fccb05378c4b40cf9ee30dc66ac66be7 is out of sync, need to count used quota {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 13 14:44:44.003435 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85280) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 13 14:44:44.010215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.quota.driver [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 13 14:44:44.074737 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754f9e94-9ab1-4fb9-a241-b65452b2ea27 {{(pid=85281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:44:44.082500 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.097372 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Transition to ACTIVE for port object 754f9e94-9ab1-4fb9-a241-b65452b2ea27 will not be triggered until provisioned by entity L2. {{(pid=85281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 13 14:44:44.097875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.100704 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.101221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_create {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.110447 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-90e11b00-830e-479d-a41b-cdeee28b029d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:44.117229 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-70dafa09-6428-46cc-ab9f-06e64950a093 tempest-TestMinimumBasicScenario-2085703009 tempest-TestMinimumBasicScenario-2085703009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:44.159163 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fccb05378c4b40cf9ee30dc66ac66be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164916 Apr 13 14:44:44.159163 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8e48a7-8e05-4806-82e3-4d6fd98d97e0,revision_number=1']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:44.161152 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 49142) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:44:44.164584 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-45d6192c-2907-4cfc-b261-eb9c484fa9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:44.224596 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542f931-9dcc-4cf8-8c4f-49a5c18517fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.253561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542f931-9dcc-4cf8-8c4f-49a5c18517fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.260472 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=754f9e94-9ab1-4fb9-a241-b65452b2ea27,revision_number=2']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:44.264811 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:44.299764 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542f931-9dcc-4cf8-8c4f-49a5c18517fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.306067 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-111252f7-1bda-4766-b223-b659966787a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:44.323551 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542f931-9dcc-4cf8-8c4f-49a5c18517fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8e48a7-8e05-4806-82e3-4d6fd98d97e0,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:44.328108 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-2542f931-9dcc-4cf8-8c4f-49a5c18517fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:44.344257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2542f931-9dcc-4cf8-8c4f-49a5c18517fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.345572 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-2542f931-9dcc-4cf8-8c4f-49a5c18517fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb8e48a7-8e05-4806-82e3-4d6fd98d97e0 HTTP/1.1" status: 204 len: 168 time: 0.1834240 Apr 13 14:44:44.488268 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Attempting to bind port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 on host hv-cinder-78605 for vnic_type normal with profile {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 13 14:44:44.488749 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Attempting to bind port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 13 14:44:44.489228 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Attempting to bind port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 on network bc66d664-3477-4df1-bb37-279b5ac31543 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:44:44.495558 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 on network bc66d664-3477-4df1-bb37-279b5ac31543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 13 14:44:44.496041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Attempting to bind port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 on network bc66d664-3477-4df1-bb37-279b5ac31543 {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 13 14:44:44.503209 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Checking agent: {'id': 'e5d0b558-5479-4504-aedd-532dc37f64d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 39), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 13 14:44:44.503594 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Checking segment: {'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 13 14:44:44.504183 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Bound using segment: {'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'} {{(pid=85281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 13 14:44:44.504676 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.managers [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Bound port: 754f9e94-9ab1-4fb9-a241-b65452b2ea27, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a9c5d5-07cd-4daa-bcd8-d675991c1750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543'}}] {{(pid=85281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 13 14:44:44.505100 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.588311 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] For port 754f9e94-9ab1-4fb9-a241-b65452b2ea27, host hv-cinder-78605, cleared binding levels {{(pid=85281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 13 14:44:44.591678 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] For port 754f9e94-9ab1-4fb9-a241-b65452b2ea27, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=754f9e94-9ab1-4fb9-a241-b65452b2ea27,segment=NetworkSegment(e4a9c5d5-07cd-4daa-bcd8-d675991c1750),segment_id=e4a9c5d5-07cd-4daa-bcd8-d675991c1750)] {{(pid=85281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 13 14:44:44.595821 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852729007'] for port, after_update {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.612466 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-6371f3e1-53c3-48af-876a-3cafb27760d1 tempest-AttachVolumeTestJSON-949569709 tempest-AttachVolumeTestJSON-949569709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:44.771489 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=754f9e94-9ab1-4fb9-a241-b65452b2ea27,revision_number=3']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:44.777744 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:44.810210 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:44.810876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:44.812358 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-858579c2-ab07-4ebc-9b4b-39d3ba9a9f10 service neutron] 10.222.0.26 "PUT /v2.0/ports/754f9e94-9ab1-4fb9-a241-b65452b2ea27 HTTP/1.1" status: 200 len: 1098 time: 1.4238191 Apr 13 14:44:44.812980 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'tag': '754f9e94-9ab1-4fb9-a241-b65452b2ea27'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:44:44.888721 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'tag': '754f9e94-9ab1-4fb9-a241-b65452b2ea27', 'status': 'completed', 'code': 200} Apr 13 14:44:44.936580 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-b98d03b2-e3f5-42de-9c20-cdec74a59c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:44.938248 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-b98d03b2-e3f5-42de-9c20-cdec74a59c20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d01caee11f345e8af2241c1854d8027&device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 1101 time: 0.0887585 Apr 13 14:44:45.052868 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-35b5e4ea-12d2-4c0a-a3ef-30a078e7a763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=754f9e94-9ab1-4fb9-a241-b65452b2ea27 HTTP/1.1" status: 200 len: 217 time: 0.1067870 Apr 13 14:44:45.139313 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-71fda930-fb2e-45f1-92af-5f38822fa10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:45.140779 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-71fda930-fb2e-45f1-92af-5f38822fa10d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6d9683b-fb24-46f9-8f86-0317bf70b010 HTTP/1.1" status: 200 len: 843 time: 0.0816097 Apr 13 14:44:45.212273 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c85a57-ef76-490c-b76f-6f47806a0a49 req-f48b0fd0-173c-498b-be75-6e2b5886e95a tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:45.214094 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31c85a57-ef76-490c-b76f-6f47806a0a49 req-f48b0fd0-173c-498b-be75-6e2b5886e95a tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 948 time: 0.2042537 Apr 13 14:44:45.250864 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-31c85a57-ef76-490c-b76f-6f47806a0a49 req-636b5c83-0a43-4fc1-8788-0c688b5b0d10 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296116 Apr 13 14:44:45.266770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-58fd1bfe-5fb6-4914-845e-e26e80f456e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:45.268471 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-58fd1bfe-5fb6-4914-845e-e26e80f456e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc66d664-3477-4df1-bb37-279b5ac31543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1170063 Apr 13 14:44:45.633463 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-0b8752db-45db-4de7-9cea-7955d4b58957 service neutron] 10.222.0.26 "GET /v2.0/networks/bc66d664-3477-4df1-bb37-279b5ac31543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585942 Apr 13 14:44:45.774055 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-589ecaed-d2b8-4e40-9f7b-53dca165b993 req-e96e5fb8-2834-40d3-b118-a679c85e4e1a service neutron] 10.222.0.26 "GET /v2.0/networks/bc66d664-3477-4df1-bb37-279b5ac31543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338141 Apr 13 14:44:45.903217 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-9a334a97-8ad4-4e10-8528-460a69bc1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:45.904745 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-9a334a97-8ad4-4e10-8528-460a69bc1879 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d01caee11f345e8af2241c1854d8027&device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 1101 time: 0.0890572 Apr 13 14:44:46.082592 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-a6e21127-8f3f-44d3-b5b5-26a1fb270222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:46.084152 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-a6e21127-8f3f-44d3-b5b5-26a1fb270222 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc66d664-3477-4df1-bb37-279b5ac31543 HTTP/1.1" status: 200 len: 870 time: 0.1722906 Apr 13 14:44:46.156984 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-d88c2e65-19c1-479c-b077-fc2421d96872 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=754f9e94-9ab1-4fb9-a241-b65452b2ea27 HTTP/1.1" status: 200 len: 217 time: 0.0654912 Apr 13 14:44:46.230878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-c35f2aff-4cc6-4996-bc55-0ba2dd7c1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:46.232431 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-c35f2aff-4cc6-4996-bc55-0ba2dd7c1825 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6d9683b-fb24-46f9-8f86-0317bf70b010 HTTP/1.1" status: 200 len: 843 time: 0.0679667 Apr 13 14:44:46.317428 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-7426162f-1412-4016-91e5-01736d337908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:46.319079 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-7426162f-1412-4016-91e5-01736d337908 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc66d664-3477-4df1-bb37-279b5ac31543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0795329 Apr 13 14:44:46.524695 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-6cfc2c5a-ddc3-4966-a8b8-4524efdb0c97 service neutron] 10.222.0.26 "GET /v2.0/networks/bc66d664-3477-4df1-bb37-279b5ac31543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973970 Apr 13 14:44:46.587954 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b88aeb-c460-4a70-ab15-91876587c46c req-3e6a512a-c1c0-462a-b262-a9507a1954e3 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:46.589570 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-49b88aeb-c460-4a70-ab15-91876587c46c req-3e6a512a-c1c0-462a-b262-a9507a1954e3 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 948 time: 0.1712716 Apr 13 14:44:46.687221 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-49b88aeb-c460-4a70-ab15-91876587c46c req-7bf90f66-9dd9-4bd1-9cf2-1686890528a1 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Apr 13 14:44:46.715269 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-fdd32e75-a72d-4922-8c28-fb72810f38d6 req-05101496-374a-447b-853d-f86e919b0d15 service neutron] 10.222.0.26 "GET /v2.0/networks/bc66d664-3477-4df1-bb37-279b5ac31543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779175 Apr 13 14:44:47.889669 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255bdea-b7aa-45e2-a799-50ae7d623ede req-be6187be-c8d0-4560-a9ef-0cc1a70d9b2c tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:47.891320 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3255bdea-b7aa-45e2-a799-50ae7d623ede req-be6187be-c8d0-4560-a9ef-0cc1a70d9b2c tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 948 time: 0.0896537 Apr 13 14:44:47.923699 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-3255bdea-b7aa-45e2-a799-50ae7d623ede req-64d6aebc-8194-4e5f-bb5a-1f8e3baa6da6 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258527 Apr 13 14:44:48.114894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 754f9e94-9ab1-4fb9-a241-b65452b2ea27 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 13 14:44:48.264041 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 754f9e94-9ab1-4fb9-a241-b65452b2ea27, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=754f9e94-9ab1-4fb9-a241-b65452b2ea27,segment=NetworkSegment(e4a9c5d5-07cd-4daa-bcd8-d675991c1750),segment_id=e4a9c5d5-07cd-4daa-bcd8-d675991c1750)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:44:48.278684 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Returning: {'device': '754f9e94-9ab1-4fb9-a241-b65452b2ea27', 'network_id': 'bc66d664-3477-4df1-bb37-279b5ac31543', 'port_id': '754f9e94-9ab1-4fb9-a241-b65452b2ea27', 'mac_address': 'fa:16:3e:7e:92:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6d9683b-fb24-46f9-8f86-0317bf70b010', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 13 14:44:48.337294 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:48.355721 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754f9e94-9ab1-4fb9-a241-b65452b2ea27 {{(pid=85282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 13 14:44:48.372436 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 754f9e94-9ab1-4fb9-a241-b65452b2ea27, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=754f9e94-9ab1-4fb9-a241-b65452b2ea27,segment=NetworkSegment(e4a9c5d5-07cd-4daa-bcd8-d675991c1750),segment_id=e4a9c5d5-07cd-4daa-bcd8-d675991c1750)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:44:48.375585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:48.377553 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:48.450346 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=754f9e94-9ab1-4fb9-a241-b65452b2ea27,revision_number=4']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:48.458318 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.458757 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.459142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.460066 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.460438 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.460815 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.461215 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.461585 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.461956 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.462325 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.462697 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.463060 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-smb {{(pid=85282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 13 14:44:48.467212 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:48.578412 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['754f9e94-9ab1-4fb9-a241-b65452b2ea27'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:44:49.129470 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f28f68-1423-4759-935c-8e8bddc1de3f req-b6f342dc-af73-4965-b147-b62ced03eea2 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:49.131091 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-02f28f68-1423-4759-935c-8e8bddc1de3f req-b6f342dc-af73-4965-b147-b62ced03eea2 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 949 time: 0.0918281 Apr 13 14:44:49.162716 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-02f28f68-1423-4759-935c-8e8bddc1de3f req-610c2889-7114-44c3-bdc0-3bbb123c549e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244658 Apr 13 14:44:50.143640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 754f9e94-9ab1-4fb9-a241-b65452b2ea27 up at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 13 14:44:50.219828 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning for port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 completed by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 13 14:44:50.224988 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.provisioning_blocks [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Provisioning complete for port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 triggered by entity L2. {{(pid=85282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 13 14:44:50.225393 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036846446835'] for port, provisioning_complete {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:50.353284 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-100918'] for port, before_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:50.365057 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754f9e94-9ab1-4fb9-a241-b65452b2ea27'}] {{(pid=85282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:44:50.368342 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5b395-6784-4bc1-8cd9-be5e9a9a5358 req-d641c8c2-b3e1-4239-89f2-7ee7c2ea53c7 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:50.370021 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-00d5b395-6784-4bc1-8cd9-be5e9a9a5358 req-d641c8c2-b3e1-4239-89f2-7ee7c2ea53c7 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 949 time: 0.0903237 Apr 13 14:44:50.375501 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] For port 754f9e94-9ab1-4fb9-a241-b65452b2ea27, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=754f9e94-9ab1-4fb9-a241-b65452b2ea27,segment=NetworkSegment(e4a9c5d5-07cd-4daa-bcd8-d675991c1750),segment_id=e4a9c5d5-07cd-4daa-bcd8-d675991c1750)] {{(pid=85282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:44:50.378939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770788789790', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363266066428122', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770788347712'] for port, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:50.380975 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:50.404016 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-00d5b395-6784-4bc1-8cd9-be5e9a9a5358 req-2abfe7f6-9eeb-4164-8937-7b512cc3ab1b tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269904 Apr 13 14:44:50.419636 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754f9e94-9ab1-4fb9-a241-b65452b2ea27', 'code': 200} Apr 13 14:44:50.455103 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Pushing event updated for resources: {'Port': ['ID=754f9e94-9ab1-4fb9-a241-b65452b2ea27,revision_number=5']} {{(pid=85282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:50.458296 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85282) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:50.654888 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f04f6-bb54-4d48-9f74-baa253ac83f2 req-63f92bde-e987-4388-981d-68acf33fb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:50.656490 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-760f04f6-bb54-4d48-9f74-baa253ac83f2 req-63f92bde-e987-4388-981d-68acf33fb843 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 1103 time: 0.0810361 Apr 13 14:44:50.684030 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-760f04f6-bb54-4d48-9f74-baa253ac83f2 req-2c658b58-6156-48e9-b5a0-e3065f01f8c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0209477 Apr 13 14:44:51.607138 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c27c2-e0a4-4a07-8410-e474970e3555 req-c109a12b-26fc-479e-a34e-88b133dbad1a tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:51.608745 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-122c27c2-e0a4-4a07-8410-e474970e3555 req-c109a12b-26fc-479e-a34e-88b133dbad1a tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 950 time: 0.0901117 Apr 13 14:44:51.639889 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-122c27c2-e0a4-4a07-8410-e474970e3555 req-96271360-02e1-4d9c-9455-daa91883c9fc tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246079 Apr 13 14:44:52.107919 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a92f8b-f7f3-4823-8ace-36f875f98f79 req-2431fa61-7bd5-47b3-954d-c82b3ab3b003 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:52.109516 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-00a92f8b-f7f3-4823-8ace-36f875f98f79 req-2431fa61-7bd5-47b3-954d-c82b3ab3b003 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 950 time: 0.0903423 Apr 13 14:44:52.140267 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-00a92f8b-f7f3-4823-8ace-36f875f98f79 req-6ab2af6f-fb26-4968-947c-5cecfd4d75f4 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244064 Apr 13 14:44:53.407548 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5e14b2c2-6990-49b0-a2de-24c56b438b74 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:53.409195 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5e14b2c2-6990-49b0-a2de-24c56b438b74 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.26 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 950 time: 0.1588993 Apr 13 14:44:53.417897 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f488478-37ca-41a9-9474-abd9c0f1b790 req-addf2311-3991-4e82-8924-1b270f663904 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 13 14:44:53.419408 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5f488478-37ca-41a9-9474-abd9c0f1b790 req-addf2311-3991-4e82-8924-1b270f663904 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 950 time: 0.1284990 Apr 13 14:44:53.492876 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-5f488478-37ca-41a9-9474-abd9c0f1b790 req-43784eec-17fe-4bc8-b0b0-3b7bf62790ec tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/security-groups?id=9f441abc-8921-4657-b994-5eca3ef4490f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Apr 13 14:44:53.515381 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Deleting port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 {{(pid=85281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 13 14:44:53.515770 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363266065998486'] for port, before_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:53.777864 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] For port 754f9e94-9ab1-4fb9-a241-b65452b2ea27, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=754f9e94-9ab1-4fb9-a241-b65452b2ea27,segment=NetworkSegment(e4a9c5d5-07cd-4daa-bcd8-d675991c1750),segment_id=e4a9c5d5-07cd-4daa-bcd8-d675991c1750)] {{(pid=85281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 13 14:44:53.778257 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854367909'] for port, precommit_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:53.908568 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Calling delete_port for 754f9e94-9ab1-4fb9-a241-b65452b2ea27 owned by compute:nova {{(pid=85281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 13 14:44:54.059461 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-100955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8303376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8100244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770788789773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770788347678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2046825'] for port, after_delete {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:54.071198 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.db [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] get_ports_and_sgs() called for port_ids ['754f9e94-9ab1-4fb9-a241-b65452b2ea27'] {{(pid=85282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 13 14:44:54.077559 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-e9a11beb-5ad2-4169-88fa-6d38bc871de6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:44:54.138282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Pushing event deleted for resources: {'Port': ['ID=754f9e94-9ab1-4fb9-a241-b65452b2ea27,revision_number=None']} {{(pid=85281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:44:54.142285 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85281) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:44:54.331944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] No DVR routers for this DVR port 754f9e94-9ab1-4fb9-a241-b65452b2ea27 on host hv-cinder-78605 {{(pid=85281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 13 14:44:54.334228 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772585'] for port, before_response {{(pid=85281) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:44:54.337269 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'name': 'network-vif-deleted', 'tag': '754f9e94-9ab1-4fb9-a241-b65452b2ea27'}] {{(pid=85281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 13 14:44:54.353220 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-65d6fe9d-8242-4eae-a4e4-5dadc5c2e49c req-5c375f03-4737-4ece-a910-11c0ded89e6e tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.26 "DELETE /v2.0/ports/754f9e94-9ab1-4fb9-a241-b65452b2ea27 HTTP/1.1" status: 204 len: 173 time: 0.9327264 Apr 13 14:44:54.390134 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c3ad15-7fd3-4973-b5cd-1c55e66e796d', 'name': 'network-vif-deleted', 'tag': '754f9e94-9ab1-4fb9-a241-b65452b2ea27', 'status': 'completed', 'code': 200} Apr 13 14:44:54.668966 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-6b8fd029-4008-4c7e-a220-f5b7891e0e26 req-40a2405c-80eb-4f77-85b1-5b7ee790afa5 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Synchronizing usage tracker for tenant:9d01caee11f345e8af2241c1854d8027 on resource:port {{(pid=85281) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 13 14:44:54.684639 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.quota.resource [req-6b8fd029-4008-4c7e-a220-f5b7891e0e26 req-40a2405c-80eb-4f77-85b1-5b7ee790afa5 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] Unset dirty status for tenant:9d01caee11f345e8af2241c1854d8027 on resource:port {{(pid=85281) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 13 14:44:54.686072 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [req-6b8fd029-4008-4c7e-a220-f5b7891e0e26 req-40a2405c-80eb-4f77-85b1-5b7ee790afa5 tempest-VolumesNegativeTest-1195736512 tempest-VolumesNegativeTest-1195736512-project] 10.222.0.35 "GET /v2.0/ports?device_id=40c3ad15-7fd3-4973-b5cd-1c55e66e796d HTTP/1.1" status: 200 len: 210 time: 0.0644197 Apr 13 14:44:56.162270 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 754f9e94-9ab1-4fb9-a241-b65452b2ea27 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 13 14:44:56.201475 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.plugin [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] No Port match for: 754f9e94-9ab1-4fb9-a241-b65452b2ea27 {{(pid=85282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 13 14:44:56.201876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.plugins.ml2.rpc [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Device 754f9e94-9ab1-4fb9-a241-b65452b2ea27 not bound to the agent host hv-cinder-78605 {{(pid=85282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 13 14:45:00.709258 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 49406) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:45:00.872443 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-f4868271-543c-43b6-8333-cfdf4790449b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d01caee11f345e8af2241c1854d8027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617932 Apr 13 14:45:00.875156 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.wsgi [-] (85280) accepted ('10.222.0.35', 49412) {{(pid=85280) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 13 14:45:00.944741 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b987d4dc-5b8c-470e-9d12-473e9329f2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:00.974876 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b987d4dc-5b8c-470e-9d12-473e9329f2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:01.025189 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b987d4dc-5b8c-470e-9d12-473e9329f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412005'] for security_group, after_delete {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:01.030875 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-3f841773-225c-47b5-aa68-066b63352592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 13 14:45:01.047640 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987d4dc-5b8c-470e-9d12-473e9329f2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f441abc-8921-4657-b994-5eca3ef4490f,revision_number=None']} {{(pid=85280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 13 14:45:01.050878 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG oslo_concurrency.lockutils [None req-b987d4dc-5b8c-470e-9d12-473e9329f2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85280) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 13 14:45:01.058386 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b987d4dc-5b8c-470e-9d12-473e9329f2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85280) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:01.059640 dv-cinder-786054-1-smb neutron-server[85165]: INFO neutron.wsgi [None req-b987d4dc-5b8c-470e-9d12-473e9329f2fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f441abc-8921-4657-b994-5eca3ef4490f HTTP/1.1" status: 204 len: 168 time: 0.1834862 Apr 13 14:45:02.704394 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-9727a867-e853-423d-b780-664fe9a08bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:05.111914 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-2e519b62-c104-4048-868f-45388009b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:05.945608 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:06.420776 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:07.453883 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:09.134258 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:13.166894 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:45:32.705930 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e2821998-9df3-48b5-9bce-748da9f4ddff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:35.112908 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-70f234a3-087f-40f6-805a-ba4a55cbfe94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:35.951361 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:36.425711 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:37.457738 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:39.141942 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:45:50.166742 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:46:02.708221 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-3ee97e83-de87-4a4a-9988-caf761223fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:05.115816 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5e4aaef3-1400-4759-b318-959ad726cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:05.956002 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:06.427421 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:07.461870 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:09.142481 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:27.166881 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:46:32.710349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a114559d-9af9-44bd-acd5-b24c2a254d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:35.120291 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-7ddb9544-11bf-402b-92f6-abc9fe41f6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:35.954403 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:36.430214 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:37.464606 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:46:39.141994 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:02.712769 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-dafb0cbc-7ac9-4623-96d1-a91695e7371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:04.166695 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:47:05.122896 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-a9462edc-6d69-418d-9901-4f80bde16f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:05.956001 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:06.431859 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:07.466084 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:09.140130 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:32.714789 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ea90f4e0-ad62-4795-a8a0-f2fb4a5c6d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:35.124561 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fe3e-5148-42a9-964c-08b1bdbec380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:35.960186 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:36.433516 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:37.468246 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:39.134496 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:47:41.165974 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:48:02.716574 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-599727c1-35eb-4722-92f8-1194239c4174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:05.125474 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-33464151-23eb-4e0b-af6d-6a35b27d48b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:05.963238 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:06.434392 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:07.473142 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:09.138506 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:18.167029 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:48:32.717722 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-ec44648f-f3b3-4d84-befa-3f11089dcd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:35.127078 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-5adb51ab-3f99-43e3-8580-4052f99779b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:35.966377 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:36.441286 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:37.474790 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:39.153587 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:48:55.166767 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:49:02.718303 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-d1bd34c9-fc1b-4d31-b162-533de08429c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:05.128944 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-59883d22-b0a3-431c-92ce-cf716a3dc29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:05.968349 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:06.432282 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:07.476939 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:09.151581 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:32.167387 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron.db.agents_db [None req-42f0bfc0-4b4f-45c8-a89b-efcf0589436c None None] Agent healthcheck: found 6 active agents {{(pid=85283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 13 14:49:32.718818 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-bf75e649-be37-40d9-a6fb-d1ff5dd5b691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:35.131226 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-e3b417fa-cd95-47ff-be24-f02ceb8dc1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:35.971127 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-b638f699-f605-4618-ab4b-16bf56e07cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:36.435649 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-6cf07301-52b2-4d7d-a1d1-c3c7ae9e926b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:37.479014 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-f52a6381-a5cf-4d38-9d64-d585d141badf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 13 14:49:39.166094 dv-cinder-786054-1-smb neutron-server[85165]: DEBUG neutron_lib.callbacks.manager [None req-4369f576-c7af-43ba-b8db-8722e46edc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363266065908835', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036846447945'] for agent, after_update {{(pid=85282) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}